diff --git a/params/opt/8/fixed/woq/init/lm_head/scale.pt b/params/opt/8/fixed/woq/init/lm_head/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b649f1209586bafa2eadaf00bb15ee7632a76726
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/lm_head/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bc7966258faaddd33c5718ea5c9052c017b0830702f8c4d9443c406225dc5fb
+size 202194
diff --git a/params/opt/8/fixed/woq/init/lm_head/zp.pt b/params/opt/8/fixed/woq/init/lm_head/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/lm_head/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.0.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.0.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a72855d0885f39cae91f5b49dc7a1d1784c035bf
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.0.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ecb5e5d25179a1e14596b5e9daef02faaf871c52e319a682b80a9a2f363461
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.0.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.0.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.0.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.0.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.0.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d134c8df89b45607ae23ceff1373f7da16486cf8
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.0.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ef74368252b471d2720dc7a6790d5e765b143bc926baf6c6d42da75491432b
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.0.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.0.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.0.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4004e0ba9a368d0327f46721cfe94a4dd6fb210f
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa952d181a61ee260b735f546feae23a44fcefffde4258a64ad0807baf2b46d7
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d4ac7428ea318356930b2389eca8dd2aab5227
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e616c23ae83b054c404ad9a13e2f826c07c8d802a3973bd831f5dbf71e0a7f9
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f945db2c40d771ca3f5053cc08dd2558f81cdd9
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ad8ceeca7d86ce381fb3d77f9232c79ed7ebdceb0929f33d022dee6c638bbe
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..510bda1d74a8dd3f414e465b75069ecae47392b6
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d41646880fc49b0e29ee84eab90d5b230c11e308d9877fa15342e188b5b2aa7b
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.1.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.1.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7535efd0210dec183f3cc36c75109d011b09902
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.1.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e03434e87869a0e284329e4bc6706acf43d759ec57a4e3dba2c5bb24b4d9dd62
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.1.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.1.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.1.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.1.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.1.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c38c337e8f64c665a02e472a4d67c468838a246
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.1.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73cd123b323fb411851bd2bb1e7e6c1ef39ebb450bca6f3063ab682b30715951
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.1.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.1.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.1.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30fa98ea9cbabfcab79319dc253e8dce2a2e6241
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d477b9027fc322bca3981af13175cc0bce3d4e7bfda99c20af39865a057a946
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93e699714a153d2d49e52e65f60356e31e5d201e
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20c6f5bd3302c31bb3e1cd3972b3f94e11f58abb4143b9843913047ceaf1942
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7df1e8b93ea3927ac0677a74f0c58aacb846c6b4
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1a1ab078e3aca7e04d729af173e99b7ad98221f663efb96385fa893277d41c6
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d72846a696f30cf0c623052514c7a3001079dd89
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:783f340d836f87111d5c120e2e31bbb97b614e3bcf1629d997364b54ec467fd8
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.10.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.10.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d7719ddc336c733c2b7f6d19bf4b0a0577059e
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.10.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab7c4fae1eb34ccb868585ac5c25da0c8f056c377784463973701de1bc71d83
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.10.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.10.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.10.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.10.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.10.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84d4b305ae0eca63e4e31821ff65c0a16e212ed5
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.10.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:079339a19aa6d49895e6611acafb0d674154d91879d0b957a2eab388ae319419
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.10.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.10.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.10.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84addc6f2bd3e43c176182af310d21b8b609368d
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e314e84446e3d24acaf66c09d75d98d409cfac276ca1bca62b03f1fb9a7ce44f
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a106eeb21bf5f2354f5c88d0f07175c204b1029
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ad6ce5c03dfeb2ee0be3ef4098d19227d7564f5ff63c706f67963f9f519d295
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38cee48dd07cf5c4530496044f10b1a09e065b05
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fcc4498b87fe034f00e7f09907ef9c1a9fdf8720f95f490c7b5a1dec76c74fe
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..421d82595fd4a6f7ce31717c4b3b6b099e74f19a
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9324d5193507f207f73ba3f5a6ebd1e98b65e2b6a0d118f766554cb8a48380d
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.11.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.11.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec455b26e426543e758cf3ffbfff3344309b94ad
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.11.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fd385e55ddb1e6114266136c9d485825a6f79afdeba22a318a01d427c6b9bdd
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.11.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.11.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.11.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.11.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.11.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..389fd542b3b0b23dead49d7d44144c6e64c3840a
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.11.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f41cf1237b10af48bae586d1d6310fd6f8e65a260647952a5ceedbdc3c098c1
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.11.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.11.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.11.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14694a26946765d1f2bae8763ec23eabc04ebd0f
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e1ed6f00537df3f77e836c49a771f6091728f8713d36b98672653947573f9b
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..808fc23d9f077fb812c65c8262f1ac596b0a9a95
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a41fcccd986b8111eb54ba31cb516199014a4d1d42d3f9a9a686376544dcf983
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b776ec004843972ed09674d4e43198cb119756d
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85ba31f1aeae65d636851e9188dd0205a5a5f4ea8b610ba6e047f0f0abedf0b8
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0030c940862e99af009f4497d81a528de9da0eca
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c1d6d2df6b0cdc4d93b341798add2b30c88e5a81592ddc3bc4070a313fa59f
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.12.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.12.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab89fb679a22a158f4d7fd83cfef5c8ce4a08403
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.12.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aeffc03814cc1e5f8ea109d54a2dcb61f0d74ccf95912c2da364b4caecf377d
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.12.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.12.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.12.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.12.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.12.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b50730de52b9d72d0f5cfa93d77330ee3803ea59
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.12.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cabd2cc7ef7b668ce9fc0170aea619df6f04f86b099ebecabce61e5f714e938e
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.12.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.12.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.12.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aad567d26b1534ba2b847db6b6ce769caa6d0d0d
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e50faba2c0e349c80710186e6fb84932e1d02a15468f0de7b6bea3a3bbd1f68
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5443fcb08ebd97fdf37992208c3a0e2eb8e7875
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3149790b1414ef0beab32bbc32a3cb5526c7e113ae6af19c5e2d9c13a8decebb
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4fcab5e8fdeb22af5f3835d18848e0439e5c584
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:473d10dd6e9b52ad80a534491aa597efe2aec13b9dcca3676ed485146ac9ba8f
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ceff3ef5e49865c9bab01316846b67f5ee6b144
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea4dfeafb08fb2dc6444617815fa6f65f21ddd05a8b49b289eaa6b03abafb3c
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.13.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.13.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b5e798f13522683b67b8193c1ad8fa376f14820
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.13.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f9ba5f6502474606c88f5eeedfb91f14a00807324b26c96437479862c897ed7
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.13.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.13.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.13.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.13.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.13.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c08c736fd0b9e973a19e317bb28fe9d14daad2a9
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.13.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a42b93eab0830758e6b0075add0cba72c712730abd917eeb1539eef83d9c759
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.13.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.13.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.13.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..021e3e5269ea2ff48adc6084e7bdba2bcaa7ef90
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258ec303988f5b44871310ebc139b3170ce3065f45ca19f0273afd98137f961f
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eea97b8dcbbfeee2867863a118341d6161697ad
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:622a95edd3fbbec513373ab7e8fb673bd6d6a7a8d0b283ad39301209fb2ba3ca
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0e77f6462c687106100689bc39f2a09fe83b7ce
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb43c44e0cfd6865181830098c25417159c80795c40384957ae00af70f8fd303
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82da7b8ea931a61a48f2e594bdec37993b7f80ab
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8e3ebdf607cb46a214e4af90de523f1b41c7d8d78da48a8c71dcb8e3b29f368
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.14.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.14.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52aac8f76c1e1825b50483f25d59fad1ed39b25b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.14.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dee69236b0e2bcf9ac958b4d3479e61e79e84f3674bd5e628b832dfbf0b66aa1
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.14.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.14.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.14.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.14.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.14.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9497104049f6d78963a4c8cdb38b09e0ded34aa
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.14.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1a3791f8e27254419d815442d867aed5c1f65421f61b2866263af043938892f
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.14.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.14.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.14.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80f35aa200a07ee38f573a5f452f50ac01a584f5
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e1b2e97892e89a01eaf5fd48d2184913fa728dfd52eec596378535e7ea499ef
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9232a4bd8c84f947bb722fa57cef035348febf47
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8aa43f9c5c92d6d0e241240a7c7770970bf75faa5571e2ded3b19a3d1578a93
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63dcaac12dbaf7995ec608ca6a98e7d3ad1151f5
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65dce2bd6aa5760b718a7fef4a243f4cca02fbace96af39707a7b9fe5697b921
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..210d6f3364c129a6c716e96df29689b0a890cb84
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b42447cfdef1a9b5dd71203d57139ae6fd6f0088728e18527c56a6eea02aa9
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.15.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.15.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2980025c74accee937df2ef3e61ba891a77a65e
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.15.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fd74f986d85a570086c5642b45e30a07dd057859895c2d0941c29c47380b800
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.15.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.15.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.15.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.15.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.15.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a8539523679a54b544248d662d6169fc96f977d
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.15.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46506d9078fbb3249786d397b58840126cd47219ac986e2faf1a29bfc58160da
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.15.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.15.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.15.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52e7aa14ea78f9ca109098e000ed5ef6e235e72e
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d2d751da7492e25b24e38a9a3cfbd4e8e7fafbf8ba122d6ac506f2659e01fa6
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..105c8961ba1030491dcd81a6bc1bd32d44edefba
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff1cd9e8c35f500480e0c13b9cedaaa4129fbd18d62e8703555093fafb41a24a
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab6f845e522d2e5e488efdca2fca4c35e36bc4f
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5233a5ceb895ec056568ca58673e1f7f68e1cbae3ec3c5b15dee0fcf820cd631
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e342351af88e8f08511816a11ecfa4fa3545cff
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50d81c922368d2850c02851b39bb622ee6ae489d358279d532356958e177411f
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.16.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.16.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a6a8324492c108f365c30c403c42555e2c621e6
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.16.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:220332a0c390ec9382b1ca64ced2274f6a77b28eb451ffbc19e14ac91df60481
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.16.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.16.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.16.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.16.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.16.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f32f66b20c7ae551849d2dd9854907e6c07cfc
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.16.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f35ad1612a2bb9aad6879491782dc32fdf70f184e11e9f05c04fd935217ed9ab
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.16.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.16.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.16.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fbfe812e0543892349941538134f24f2f78f6b9
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d28d03e80074b2a0103173aea084cfaeb580a2da03baf3cba8843241befc6f27
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d974a899436fcccda83f229c75407401205d8361
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97421d231dee3c922675a75bffdfc5602ee9ecc14abd2226823fc09b27274be2
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd36f4972a352367bc1017121dd3dfac1bb8194c
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b587826f4d6a2017ca22c16f8ed2a5ab6f000ead5697a6b0041b1fe32b5015
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..934300eb1efe05c5fc134cadaf7902cf9b0ab658
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bc987880eb1848ff8af0e7d0c5bae72268db74ae88f46d8b16a7770622d0c1c
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.17.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.17.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7c960b74f8242cab56beff27e0d4c8aed4d0a4a
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.17.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:626cb162d104274c2d98fef0b2250d2a551184b34de2a1d02845abfe156ec520
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.17.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.17.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.17.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.17.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.17.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f985baad0a1edecbdbf1cd23f694d4cfe53fa23
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.17.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0813afa757c6ab2a1b04059caace4e4f0533427a7defd313db6c37af58ec1ad3
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.17.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.17.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.17.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f312b49326ab51ffa742af6b5b820b2c16ca4c4
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5946743a08604663d2ce367f6550bfc3332872b4e48625299547ca54d6a9b8be
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c616af60b1391dd1a761383f0a7849df0f66ccf2
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:188e84201606ce1f8370a99a1f468855cbc3c0239e1ef53e1dc28b2b5552c828
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..802070e461a489fb6b4310ad39fd943dfa6e29ae
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23d1612f2cbcad74c83e443cf1490425ce61c44da3ae99c78c610b08258400f
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07f96c21e621504a5e47aa7a2aceaff2ac07e11b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51c49cc1befe7cc77a61e5dfb9ce5df41fee80cc3fddf37fe6b9aeda5bb435e8
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.18.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.18.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9904ca1870c6e6444a6cd22eaf2417666e67d98
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.18.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b078ee22e0e2437912f5ac79eae1cef2d439b0e1550ad6d3d78cf08b3c7a0004
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.18.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.18.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.18.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.18.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.18.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edb1ec7050f3f8445e406eebcebe4e40f4263ba8
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.18.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:072da2628bb2df7109bf2dfc18c9f4df2c3cad4c635084d871644177f40294e0
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.18.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.18.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.18.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db9ba3f81b003e99d3b4b0adbdce48d8e45be836
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b1d89c839853c3313b394b96b9afee9e25f7b3b235516cfee36f2673d739e37
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d41fca7b690f51c14f9116710eec8898f87be41a
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee0daa7b90d9e25b02b976cc168388fe381914431e62c3ab85e5389640ebc864
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e7143710d5092f3f5f9e45ba1463e50b182d28b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43fe5deaeae2ad52ba4e6a2f5b8e417653a329b086a438e063de25f7559c21b2
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04c3b61a2673357359ab8bcfe584ecae78d082fa
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93dfef7be31b099607f80b90e231441d78ddc0ae904a0f27f061561af16321d3
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.19.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.19.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80b953f4b3a5600cf2943566fe844399636be6c0
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.19.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51acbcad6367901a1a60f65a6b2211c5c6c5f8d7387311a0dcd76a2b038d8ba8
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.19.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.19.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.19.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.19.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.19.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3656bc4fa4812f13122532a1b46ec501bb821780
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.19.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:721bbf028372665090c899578cf96d877cbf3f03e5a6ddbc4a955aab1e5cc976
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.19.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.19.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.19.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba70e6f567172b6fbdec1958d4158969c669f8c2
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35674eefcbfa655424706532afee78468194428515339d467a15be8bbc964bfb
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..118ee4a9c2986968ffd45dd6763106024c685c6f
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:645ef7f2a21e8cd13188e0aeea69dad7e367285675bee4e15219bd141308a555
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33a20d23b4dcb2c58c0eedda02fb6098a71d78d5
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f49ef933cefab534fcfdd708581a8f6b75ba38aa20e0d875ec0e914a05057e5e
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ac1c46c30446e6d10205563095d1dd8f24c8f83
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:822b093f80ef4216c09313ce7be75b5a785de849b910d64d258fc8712a4ff084
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.2.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.2.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48d6bdf1c70b51663866dc31a8ecbceca3e0518d
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.2.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ba5be5536915d26000b67894f2dfcecf21d959688e4aa7c7f00db8de537661
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.2.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.2.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.2.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.2.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.2.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b0169d7bb15914425d9ef648a7fa414d7c4edb2
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.2.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e6bd8fb7257448e4d09cf7432ce3e9ea9d5a0c3d4ec5b4705955cfada3db23e
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.2.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.2.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.2.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfbbf526857c246164ca9770d5b7743306061569
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ea668ae941a8d59d8d31460d7a74c8eb8ef6c2321014d559ffc3ecbf2395b8
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49e50ff27f95af78c03f760137882f2babbbee24
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:663f5c039500209bf24281050529748c5d6aceb62608701b6e024995be5350f3
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92aa67e36f17ec858e588ff745e8ca538560fd96
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3e039e16cf7b6af6ba6fda8468501937e0d2a442a8d836f5ad1466d9da5933a
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b409794c3f3ab1280601aabb64538423b11906f5
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e857ec5f366f88135e5743bf8f103351e4941cd4ffdf0e06978d7bcc8a8e0389
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.20.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.20.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4a4a4cf0b3f58ac212b4ab14576232b44b8eb63
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.20.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9104865ee3987b70b2c4ee69d5a53ebdaf509eefa88d4c973095676ebc5c726
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.20.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.20.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.20.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.20.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.20.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcb34d4eddbf594d126a39d04be47c19788e4843
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.20.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c17d4e5afb89592111c5f6ce305fcf066bc8f8b6c1f7792fcfa26523382df815
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.20.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.20.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.20.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee4dee0a33b93971f4ca4be7f44954a525f8356a
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d740ce8d70567b548ecc36583873b00a1077fb36e9f8da102e97960199c9379
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e47aed62c3d130f67080849599160638b90c53
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b176b7773d9e7d45d598df87bc0a94a71fca95cdc07ccc5375cb46bfc40f63e
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4173731ea5704b663c9a9d822311bc94f6cf541d
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c9ed4c0116d6027e8f63d6d2050f6bd0aa69411e92ba0b5fab851968fd181d6
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a5e34c203f887296e59aeb1378d44d7dc3ad9c
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d0971ed9a2a1330617311aaeb7c05def755dc0ff2568bb8b44448edcfbce01d
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.21.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.21.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32103ded885bd3ad016c75113703ad944ca070f1
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.21.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:378662950cb41472cac6cabb10ad3127dd1abe8bf4f813b99993ec6bdd2c8b7a
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.21.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.21.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.21.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.21.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.21.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34d252e8674ccd5237d394d173af0decee1a2cb3
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.21.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d5a5d133e8e9451c2df4c7bc44bab1a48b28f01a84326068c23d2b81f20f8e8
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.21.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.21.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.21.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c05ce69096c2a95251b2ac410143a428ddfbbea3
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0083e5cdbd1fe5873b6dacf78936e6aad2dbcdadcdaeee9492f295ba9a1cf8da
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2aea4ba8bea88654844bc8d0982b13089264f53
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8737c02992bc9f033888f59d3a48fe0c097d7942700d2794fe64f70a1d73ee
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea910b808ea8071fcb8f8636dea87a32fcf560cb
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0941b816b76a9ce39f8503528ac5222fac4cd2b71e7474ec4b579ad2c721065c
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3e826c7107907a0c9e980c348e8c50e9cb47359
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fc33786ab1a8ac031c3915a312335d5331da09b03c255f7a835d99b83c3ca38
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.22.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.22.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9c1b420e0353e41e3fa16d2397dfd857503ae8f
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.22.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbc2b6049cb23d79631d97d3a27feaa12f73c03e713a592f3cc0514a6c93303d
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.22.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.22.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.22.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.22.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.22.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba1bc9edb70508aad6390ca4b73725f5953fd5b5
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.22.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a139f2375e4d8684dda0f3c93910122b58f7ce2a057a5d6d6c2752c687349924
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.22.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.22.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.22.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34779027a5cbee9b44e3be89acadd1f79695bc2b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81c9a61ef085b3419edd2ba0c8e3d848ae7f143cc3557d035b857d521ace2be9
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bd9a18260a9309e0de83d070f3edd12ec9c61aa
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4700f6d46af5bcbe02a4af6f883ed79d979ee503adab9ad8c946056e3a2057ba
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46ae82e66af4c47ca8a1cb6e2f540e6ecda44223
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8255b5d7d349aa89dbbe4f005ba2bb894b2e6ebc13a2391c0c15c7f149ae65f9
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea07739fcf64aa9d805852811bc10e78c752d27a
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20bee256f52d9a9dbb89f19b49184fc978613b75f458f6fd6b9fedba9857d81d
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.23.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.23.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1276470c0bd1e47e05d51bb05749a3062a88067a
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.23.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b66ada9544e89c24606f1c484f1b8c428eb723a26714624a8cad10fa59879a9b
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.23.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.23.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.23.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.23.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.23.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..465ad90008d3b4ca0e73585ae02d25dc0766b4c8
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.23.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e93255216acd4f71d5aa4ca9bdf6de0172b80699b7794671222662f5980b469
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.23.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.23.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.23.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09d94afdc6a64b39d9d175a0dd9c753bf9c6fa1c
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfc0d35c4ab1d5b3c03c76559bc4b7482cdf8b591323875f42b1024fe4761a9a
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed7d20f19dc2a3dc522130df0c05ecd304b6441
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33888ee140913748b783e99ed582f06a857cdc541a4cb8d5396754ad14bbd19a
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efed559c959b9d8118fc3220601af9a11a7323bc
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bab6e57eba9c65b040a1aa047028cd18e6694603d7dc9e7a6411b63e07116ea
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f8e2d11bc9d415743cae66d0becdf95ae310430
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:598e994a888d5099c2899965625ab0a95561219f65a259de575bbd76850e8b02
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.3.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.3.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96ac462cb279c2cba5fc2e9268ff8f4b9442a422
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.3.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:792cddab5080212c8708a0b42544ee47c35611b2c40d785eb2fb8e5fc2d0aab3
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.3.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.3.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.3.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.3.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.3.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a99cbeef467d94f3bc1e6212a6329d178f4f6d9c
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.3.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c91619df379aced673507a3c4154e58323d4cfd3f0ce794f14a5cc434e35fb2
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.3.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.3.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.3.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e8ee9e2572e8772457592998019a2871143c3f8
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6515e6eabf807a6a13776b92ec20280d11a06a313813d0805b13c112a2c25a45
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c2bf6012c7e77a96d8c60263d7d3d5b98882bcd
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e2728c47b671a90c330a218988388491c77099b078579db9bde9e110f41f4d2
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..382d8040cd6de264cf63febba78d6f2ebecdbfab
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ab241c64651e12eb90366acc2db5d50d9bee4b46a89c4a56c03592609dff7c
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5011d0bc12540506b13d11fad3aa98bddb54556
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:facd350900028b81289c2eaf578d9177a4850d26fbe174f119e5404b9f71faa2
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.4.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.4.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..624213b3b6ded579d0ce9eb02d4f1f43ba4b986b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.4.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b0c51883d6584c4153a538de3a4c16b4b134e95a3571d77cdc34f9edc357c0
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.4.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.4.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.4.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.4.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.4.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..862f275ba6278f70f1788529a190cc17532fe5f0
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.4.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b251162603c79f6cb0d5c9137c96c6db88e90c0212393b38025854f32bd18a58
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.4.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.4.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.4.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7273f1b69145ea711f87004cfc799d8d40fac4b8
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37fd46bb01e3045f879d503560a039a4e8e0df537b8318254217272c063b41cc
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..528ba27961374e750d66dfb996f20aaea342b172
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd15e30b6010cd6ec50e8378f1b997de742ce6937213bb18a5f3b0454ce051a9
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fafa70fcfa1377c59ed316fa87bbb2ef04826b32
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7796d23ceb3b744f21cbe98ea94fecf2496ff65937f4b3756e40e9a6fe354c5
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4226672b846fbaedf42b335f75d7d62299bde0f
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97227bf5c23cfda1a9af1780ed219fd26533cdad5470529602699afb684cfde6
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.5.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.5.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9236d4427541471ff560cc680d98bb9f52c0350d
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.5.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51033e8d9ab3f9fd4117e04fe9fbcf56cca0f80f0bbdb7ab602c298a63373e5c
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.5.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.5.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.5.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.5.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.5.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25e2e9e043c0165f5341225ea8abf5e849a2e288
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.5.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e3f31a192876fa3792590fbede0e100cc358c34e2302a7f76c065e18386e491
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.5.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.5.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.5.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..873d6cbbc0963334cb40b996fd018a606c6d9e14
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c3259f9a303b5e3c58baf0b3169a0512ac0349b42b018b5ef2b7dbe5ac639e
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60334af524ed2722b288ac64caed93358a2e615f
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ace59707b5e70b1da1ee892e8bf4cda22b661ed5402fed6d67615358b1b3c31
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b17374119305af62b134a42598059709a815a27b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d369e40859849161b04fb20b45de2ae89d6356a4821b493dfbab6df5449e5801
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66ebed12a9c65deed90a4bb4c835a3d604378114
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb07506ef8bdacff25b132bdae4478d3c9846aaa54d1844b48d665495213c56e
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.6.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.6.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fa65328aa237d99d4c77b25f85c7f1761b42c33
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.6.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4366dddf8b9a531d10e39d298d2cce9f798d1be9cac3dd5bd894c624ee4927bd
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.6.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.6.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.6.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.6.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.6.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12b9dc48b76dab56f4c7353a6f88bdabbdbbe412
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.6.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d963811b690213abe00bcf45bc36b958df01c9ca897784f2e28b8c64ba3fc798
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.6.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.6.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.6.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9458b5d9730fd7dc6fe4d056d23445b6b244c2df
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f31d1d68370ba10ac75eb61d421974e68bdecffbb1ec2530064dcf05fe35359
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db0eba981f99179556b85fcd06f00292ae4b3007
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cebd4483d0d6b4e9404944c5ad86ca2bedebfd1ff0aa066252af7ef3fadc8a62
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cd2244b67ddc4fafc13ca9637e83d9a4c6b8fd1
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd5ffaabb98bd520fd7e11f2394714e5b27d2f2821527ed1dde42a403efc2cc
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6095d26bcacd2ef2ce4ce49ece9d1d24b322dc2a
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c55e7c946dc087f66660c6bf9c8cf630c4c56012f297c87f8d96ddabd6784a
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.7.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.7.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaeac6212a1d2c8b6b7fbb24618f96ec7eb1623f
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.7.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac2632c4579731c381242dee09c3f049d271214736c23923eba4bbe7748f88d9
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.7.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.7.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.7.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.7.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.7.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d94a8448b85706df04079a66938bcf823aacfc0
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.7.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8360021c727317e320b611343e91b5ab558a48cf32dc87dafce31ddc3399d636
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.7.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.7.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.7.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3f9aceb57d238e235c0fed3692d7637ff828c28
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c2e340c4e91085f8e8522475e72ea0883cc9e24b945b9922bd309f4bd4200d
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f00baf97e97cf6dc7e584959f5c6a5303c5c347
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55d1540c872782ab749f2cbc7718a7c66ada17c81b031caf3b1aeefd0588aeaa
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd994692ab946c5616a3816abb235f167e2be0bf
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5656d5de1111b8d225ee5bd1e9a49d95f17b03dd85f232499ce2e7be301758d8
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d541abea4f6ed08c8a7c1a63dad5362b533b51f
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0855c582e31e615f1753b821ddfb3b821514924553f3996425baa4ade79cdd84
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.8.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.8.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48241ca6ebf8fd2fc29fa222d3d491759be534f0
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.8.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b53f0926fe65dd4a23f369203d5b94b4417dc7d248f21d00ffd524c4fa97a009
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.8.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.8.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.8.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.8.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.8.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b893299855315322af066fa8f02770256443467e
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.8.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1c8c9e1d8d830131784b0a1356b8a425c1733e98a35533868a1ade2458bf347
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.8.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.8.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.8.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46a4139160128967111ba72e1d738c5113d1908b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67701476a48feeacba117efe9490363692e1ebfe4e04c49961c944df33b6b47a
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..891b368c063497ed2971f7f9d4dd6f22b4021151
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2164d3e6eac8325d42cc73dab42a2c897b3bbbc2443b621ae46272b84fa85ff8
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d9cc918b04e8573af584b2c4d17ea1bf356028e
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af74669757c59f8e954b19d3c682b847e457eb7eee9a6bd188b999d81925350a
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea8aa57540f7e797e6d0b8b375033a09176ce443
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1419a3b13f6e6eb7c4b6ea5093a417dfc14edde35fdbf749032855456f45aa0e
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.9.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.9.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..091f9c815dd5198817827c21d6c25ade51c38fbe
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.9.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57372d027e463add1bfbd62cc23836c7fc4c2233ebac0dfcc65959624a04b5e5
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.9.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.9.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.9.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.9.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.9.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b39bc7e8a316c1b4b3947de2acdc4cd3225647f5
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.9.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:212286adf9ce6e21508a5b51c1d299f6af9b5956d944d7d456b5c644040f7dd5
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.9.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.9.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.9.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56cf8766a9db7087cdc4984e1a4618277030f970
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4831b9fc1baa311e165703eeb8982e02bd839583ff9cd2ec165dc64a914fd41a
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6de6525f93a8a53fd7d33368e7446eb6e176b116
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0223ecbc11ece939f5b5770cd075912b18dde33d00a35e1594f1f76dc8e224ec
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cce954f277ba6bcea0605f35655d16cdf57cf38
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36572fdd009c4aba1414a9f796a36f19ae9963a3acaa799ef6ea2bb0060dffe9
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6f2b1b719d632f629af5fa2811b0e011ed9af45
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:945a7b63ca42848823531a95bfd6e38f56a5e853cccce53a596e16507dacdfae
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.project_in/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.project_in/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c271002adb37b4d714efd15d775d29b6d4154f55
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.project_in/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71f9ecca61b81cebde47a80abd408fe814fe148c7ed86322d8b88f0522db0bd4
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.project_in/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.project_in/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.project_in/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.project_out/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.project_out/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6c69334198bec23dba0c928cfb10d62378b5b6f
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.project_out/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b27f468c5c69125fb1814e0aaf323e20ff61ee10b06c04e459f46f9961191c65
+size 3154
diff --git a/params/opt/8/fixed/woq/init/model.decoder.project_out/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.project_out/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.project_out/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq_t/global_train/lm_head/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/lm_head/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63f7cff6a6699360d42ba45effb0f6919e40b6d6
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/lm_head/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17602ea2e0383d6c7b3f436db31c1a16bb14753a20f56dffed67f13805c07ae2
+size 202337
diff --git a/params/opt/8/fixed/woq_t/global_train/lm_head/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/lm_head/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4867fea962e1ef2168f32ff047fa955f5b4a001
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/lm_head/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cba3a80fe83336d255cf6b82013d20a2ee605fdeed5fbdb44123bedaee85ea2f
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.fc1/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2d38a6b320bcc5b6067d97c452c0bd7d3218d57
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf285d87aee601744efe33dfb558585831476aa37a9ab09f0f62b3b221916a6c
+size 17633
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.fc1/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..483998467a8e2c65efdad2eff1f4113ab6063d02
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dcc9163de36c67269e8799406eac87fa1d01050cc5564c14eac4c1bb9f63626
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.fc2/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3300cf3cf30acf7aa62d1fb295bb9391e649edf8
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b57c1d89844d26cc648c79cf13b743ef7e192dca829bb7c22e0b11b95521ce33
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.fc2/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..921f580a2a1a4a33c9533cc3bef027871577b8d9
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d75f92beb7e1c1f5af9130cb6066a668d6cd5b5d3b36e8996de3f27ba178ff9
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.k_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3e63d8085066cf334716a4d5197fbdc4f4c2227
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc3873a047e5a4586e0806622e27290c426c8e686168f4df47ed21f53821c689
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.k_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c62fa90587d2cf426b5e849ef5820aef9c1b08d1
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c559635ad8a67a5bb8f8771036821f83955e5277d4ce3284df9c084d1add1d5
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.out_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96ef2063690582d6f52a4b328bb3e5c5de6682bc
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3232a10c577b69b5ee9f674ddcf950a9390ac4824bc9b0d9b2b9de32953017f1
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.out_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..651fbfaf019f8ea91055aaa3267dd7a9c99fd2ba
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5478008d2c565097cc82b6499c7bee744bfa82bb584e4b00cc28152928d54724
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.q_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3981e93e6d30cb6be172a4c733467ef2f69787d5
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8ca99baf5b72e7af730ae9400069af4c42347153d325b2e9ea4626069eacc6
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.q_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2bfc8d7b155b057f98a2f6ee13d45879f2f56d0
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30cdbd467c80e2a96f5dfa4e9d541ea6b36a2d6f93905588f4589e1320532f41
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.v_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b3e30d24c5d31ac25a56e29f13497b9d63ab0c
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:003996afe062cf5e5a42b59bea3cf7444d2f6c56d5d1e37e6fa04be1073a22df
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.v_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d001ee645dbe0ab60b22579a982646046c4b437
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2efc94dbd184a0f172c2df6dfd906ecded374d82bfce9af70aad4895eb95b60
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.fc1/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b77cf90ecf5fcc7c7fd7d6c75efd1ef9a7b4791
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:345280d03b296fab6ec136abb7330a54fb12f29b6fffaf404f8081b5c0ece106
+size 17633
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.fc1/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d2899efbf2ed2fe05f5a725fbbc34749fd87015
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:366f8cc7243ff6bee45e5941139512862824e507516b4c14cfcd2d7ba8cab216
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.fc2/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022061dbc40556d57712cea0ae47ae28d640eb77
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ca12adb63c50be7ea8ab2beb6a3efa826624ff45ffa94d9d50cbf1873cfe6f6
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.fc2/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b82a08acca3f5b5edaa42b592c35e3d0cfc9f90
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f6c1475bed20ee899fc608b2f258cec8b54cd3aa543c00357d8189794d0493
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.k_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7abb1eb47bfeb0f36884bad07fb68a025d8fe4bf
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a52e07155e58ad04d966640c3910cb9fe576848d0350a08e1212ac241875bc1
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.k_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..052f7bb534ae531e9299694b1e16164dc1a01c82
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23844e30153b11fc91f3852f8534a72b7f2e7a4ebe6c50e228315353cba9e18
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.out_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84c10a0573eabcd7f6590b8364597a46b124d6d4
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13c404feb9ecfe7c89f6b154ebc6edf12a4984034bb75aa6029027b0bca8630d
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.out_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a56e745796f9d9e22a3790352c5c46a13fee776f
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fdbeca863a04e04703568ef2dd084f838bc9ec57520a5496fcc1d35c4ebaaf9
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.q_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b79945d4dba5a57b97b11bc72c53d54b668a019b
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b4c4e4419024e8a43548fff469a8fede31d0516a2fca6e1e4fe9df658470320
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.q_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3c6e2e96d61f7c143af55013deeae890d750984
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a512c96a73fc4c2672ab5d337e3bd1d882666707b8b7259e1d0e7fd089fa8c0
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.v_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c46d19ea99a408cd2569261480f47f2150ca832a
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f341e1b69bec18cd0c7d37c0f79903da99423ff63141f6939bdec2cde8c385a5
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.v_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d2b12d82094acf9a09dc787754b021f0255d749
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:277fb7403effa11b81617d3ce708e9d7bfcc3baac4891adbd3750075d385316d
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.fc1/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b974a04a303a74ba284a280f512587caa3f86139
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c571ea587aeb39ae9b9933ea7572be022a44ec10c7f7fb509f9c0861c85dae29
+size 17633
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.fc1/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a122e7ff9799b0c281c0e72480a508e621af8f7f
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c56770e32bd43a4993b1319b0784cd65e39a947a13d24dd7c2c8d3b2e8ec6ab1
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.fc2/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc67f15fb537e6bd77e59f4c28f563066b721773
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8671b796f48dce0cb8297678d4d5b31b00e104762ca005cf11986fdb6c8c1547
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.fc2/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdc94420679627031aa82b59ed12ba525d6a6753
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:673ed0173ba733fbc6983a972f70dfc09c083092154095a369203d5e7caac1da
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.k_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c99591fd6765fe30a474a8fe77b3c2934650026
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6e43ac37447d24986c796502e68bc70c23212a9387d51350bfc996fa7a25e36
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.k_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f7dcc2bc6fa5bbf1d29ba16710336be21b4b5a3
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0352f8728555af23418ef83ffd96bfa896bf97005cd4436befacc50cf6c35a1e
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.out_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c418f78dcd817aea992baf8caed895878b322f1e
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b56883e2c684916861e7d21108228157e8785c19f848a334d495191a45d84e
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.out_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b05ad22878019d86f39bbefccbcd459398e9d5bf
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b890f7ecab74d934dda5c925aa37e557026e17b3134f1ef066c4f2d321c104a0
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.q_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6f8a54d0c39839e0a04c521b8020e2f2db1e6ea
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab6385a8c8b9e2becefa5f033084fb64d8280a2a3acf04d3759b57f58fff4462
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.q_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74996a2658b9cd04a8f74afae277b4e954613658
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1236485b90395b6fc24bd681bea28c936a6d0715bef11ee01f255a863f4265a3
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.v_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8ecb005a1e9a96d57e93a9058f21213d5bb89ec
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13a02541181097142dafaf61a3d4455c141e7ea12abb4e1c6b7fcc68cf9c82cf
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.v_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca6a1ee10f31060e278be4ae4cf6d7407b300c10
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:232cb0e4e22f7cc6fb58ca0fea3ae8fe93c00bfe65f12d593ea3bfd29cadac93
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.fc1/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45f6545d2e0024bc7c65444763d42e1a16943624
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bef4a9be00a4e23c2eb54f4203d139a1cb674857402ac68361b70610da9da3b5
+size 17633
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.fc1/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d61a91247c0f158a1e66f607981f336803d785d
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c7b74d585d128e097126901093a179d847b9ef2b39f94c0ac04badb9f72f75
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.fc2/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9146ed45c06d2151448194f5961c71b7e234c3f0
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:822251a0d9f79fd898751c9be2fc2668619cc35334a30045a0697021eeed5176
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.fc2/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48b2f072cf217708ac60d1855b9a971f2d8d12e6
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca31f3a8cc77a1503081ce6d97eea6518df1c39e9d3777b21d5385a7c34d9edb
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.k_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec978aa04223e8d06054406dcff618cb24deb617
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8d512e0c87b9aa897044b2efa145e09dd2063b637cfb7a23d69ddd33aa494c0
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.k_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3f694c3d2e18718ba345a03ecfb5df955019b3e
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9dbfede9821500b9703a03649d021122d781c11f1dc26afbee9bfc1faa721cc
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.out_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0e9bf2d12474530b5816cab41013cc3c688879a
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af8c30c78a13ebdecce7117dcf6c8b3812e30f9761ab6d0e604e80d7d02575ef
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.out_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26299c3aa2e3c2f864ded0b6a495418cbe33fc47
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69f8d180fefe942d29580401aa269c6e22fae10a02b00de8600fede95bf82ae7
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.q_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e5fadb20595ef7b38b49d72b81536ff8a0c5c6a
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d0766a40c478b2259143da3816e80cf057ce050a6cb91050bc589e7dfbeea9f
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.q_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da368494256b92fb172ae39e5deb014f4e864a41
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dde8d742c83a48bfec975091db152cc9db18a07ba756e2eb1f38658f57e5cb8
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.v_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f55c5dc720a866730dcc5874b5107c2fb212fd2d
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0036120345bc1a15a30a40f5ad14a961e7276d9d4dd0d4b8438a1637687235b
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.v_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9b7aaf4f33c3a0fef0527e3e9b1f25f57a05a4a
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb92024a3d9bf84c374b1674b268ef4aede340cc7c382a1245ec2558b32dd58
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.fc1/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0c8269a8eea0e79a671c4253386a9905a4d38df
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fc5b7a28c12bd93732026714751fcf92f06d7ecebdb8ff17a0bef27792cd2d7
+size 17633
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.fc1/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cbd7b6e8fae1ba4865ae7c727dfb000def7bd3f
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:813e8b8bdd73b1be12d08e756bbb91332cf4c29b14c6de836d26657f232ca166
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.fc2/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29a72ca574aa802f04e2a34f6f43236d076bf4ce
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5583c36a198afe3ee4f1b17c155c84a42b47883362d28b4bd68eb5a11a8fc624
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.fc2/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d551a9f474fbaf74f82578057cbbbd90429659bc
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f44ea7c0f986e33dd13254732268baaf446d15f64a0262e8f837cde3ea02193
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.k_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ba27adc2a4f95ee2558ff0f7475f4972e60f0cc
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa71c300e0f37a77ddd5fce190bdeba7f676db413ba39ea30326d829fd0662f2
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.k_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a36a5b0833463401bc210475757ef34143ea8d9
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17d4f148b54c47c15a10971ffac3c7ceb32fb054b9d9c900d3433a56d04d801c
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.out_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5be32ad6a908528de393c0221532dce8e62b2ba
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb2b02194cd675c1ddb75722bdfbd59f84b91f18ecd1192f05ba5446e0c15e0f
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.out_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9715ab74a74f4be49697ca4ce83e984cb3898b6
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31e9f8ff2bae21f42eb4aa29953cad66e687d67b263837de09ca179db5fd3fed
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.q_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7087f1a84acf29a16f8f0b30ce299e698e77ce2e
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a3fc997a2d238de11b9728bd14d814681ba7a119cbe5485602f2a1ef317680
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.q_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cac329f785566a771d264dbd1f7cce93215fd59d
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c0f808d948c9f603a8df2d11a4710c7cc196d34551bea4746e05d4d8dc0f4cb
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.v_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57e69ab350769565e1e943cb30d0d81ce94d9ddb
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a25a8cab49482384530c5837de0c04c112042bd231775f6c4c92df122e8673ce
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.v_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0ede4886a8e50caa7967d0821054bf8050dfb2a
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:382f34edebd030d83f586b499f7fa2edbee5e8cb16e0c4c7bf238f6d894b2284
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.fc1/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..859724e9c7a7b2ce2998dbfbcc9de9ca7c4d1654
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b84265663864066c049e3a930e5b6c6584583576bc60a1ee94dba58f3c45ec10
+size 17633
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.fc1/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24c1a29266592818f76f6a8173671605371dd288
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0c9059feb264ec822fa02f4e5f3c417b6b323b4ce3df11908daac5a60616607
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.fc2/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..326aa890b42453d81a4c67ce1987d1da10f791ff
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f729ed6fb72cf1b38cf4305c59ac9e4b1c9dd7ef94c9be1ffbefb7be3c69544
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.fc2/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab85bcdd3a8100268f22caa044cdeca214e45ce0
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4dc0d7f013f9dffe0dadc93989a6b76c8965ab74548790ff08bd0aaab8e6da1
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.k_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5751520aa3cc00dfa26a2e4afefacce810f8929
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e9316f8c4f12d7b7faba8fadf3314201ad86b82dba556b78cb722f9797e383
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.k_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf172eb4b89df6dc6414e9d19b4fe3c8ea4a6178
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c36565e7afe0af08278e918f86f9b269c9b249080fdda8e8c688860d96d5c47f
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.out_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90ae41e4505b51f639c88b64e8faab0f489ac335
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3861978110e5a095236bbc0b00c59e3fa84f3a62e0b255dd461a560f7d88a437
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.out_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e328189389f77f566d4b6b1b026f1ff49c9b4de
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f7dbd18e8c0b02d3318bf8dd81d81abb88d997125717db3fc4f437d940ebb1d
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.q_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1fa2ddb1c8196239edccb72338d05d29d9cab3e
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a0728ac66f30a5f3f67f0e8c2ae6df7b0a5443b87fad29f568c8c30127bc000
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.q_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69c7cff1a5c81bfcec6b6cefaccda518e4287a7b
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:127b041a59c30df27ce9752cc51b97b6cf3e1efe471d2370699c69c44a9da460
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.v_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e390b8001f7a39c71feaebb85f660107fb9e4b5
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa463d401dca5697bfcd93a2e89773b6d3cd791df227ebdc3f610e867cc75459
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.v_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..387d976b8c8a1c1459cf116d46edd1412c63cab7
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a9f7967dfe108b93dfacbbd01f05137ee374664315a1e98e74d0e58515e8004
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.fc1/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4eb5ff05faf1e88574a6910d82d6bda679ae9d1
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4436c5b3d15c426b5fa3a72d507895f16bddb10cbe27ac78c71d5e5342fac7f6
+size 17633
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.fc1/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01e5f998cae61183b8c6717cd81f63d4a3ba9ea0
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e77a3ece7dcae51dadb16b58bb24e8e54a076e2a2bd94a5795d4a87961af163e
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.fc2/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b0e3c6eb1b8893ecf8c6dcc591a719e1fe72823
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1001e8757513adbad0a20e40257960c6c5e98197448ba4b8f8eb3e21c328dc4
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.fc2/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfc68adf27b622d7149be18cab894218af5d403f
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b349de57711a44511ea70a637254c0d1a5f98a49e9d8d1102123cd4c36555f1
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.k_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cb0d69667a58dce5a4301ad00063349c04641a5
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16e4678cafdde8ba75108a3b307f97d66eee82256a0bc99ac2cb6ebf5fc2c579
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.k_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15e6a6d0d4e76987d73114c9a494ad3380189b62
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:571d5f3ef9a6c54cde0d12ff185d89cdb1e031fffaf22d1833e340c1e5466451
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.out_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f63925f1132e73b9effce124b67f61432c65b690
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1adf491abd5e3a067cafca0e56bf63d06fa964fcf49d5a7ca600de5977fd1ed
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.out_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6220530874a104e50c83b5f75d814c998a63926
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f09b37c73cbd3539dc6952ed18b20f3a497215f13fc8ca3fb8e006aa18668b6
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.q_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0374098c58698d1be95fd9a89ce21215fa1677a0
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85549ea3c23c01c164811fb2c771bd00ba8218d98e6733b5e73e442cc2d6570d
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.q_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4f91d7ac0c4f3cba453ca6cadb6dc97fb359bc9
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9126dc038a4db81582e3ccb66e75e8b4dc0692483a04f1706fec617e4dfeb916
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.v_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62cd1587dc1a7e3e48817d94d820041cfe1d8ccc
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40424c768e8c819d809b720fea50d51003c9532dc6859c7326babcc0c075e329
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.v_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf70a4f7cdd963016ba1d31b45fd828ff1fd40ba
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9429aea289b9f2b11f72a037087104ff3a81fe7471a7b2bb25583d93c154ae62
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.fc1/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c13b2210dfc1c13ccdff73271482f4ea4a0b0816
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b97f3090f6b1c58384e4368b50a01df345f993bf12514a5760e4bfe8521054
+size 17633
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.fc1/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94d08209a99d520f02f9703d4c4741edaa37a156
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb3cee4edd0bc7435a7dee9ecbbdb0a09eefce705adb93128b1b67418fe7fb78
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.fc2/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30f96be0915b9fdab5631749ee1baaa602e46cba
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffbb3e6bc0504364aad74ee3d6725e558e58b88e5b9f2f67aeefd8903b37508c
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.fc2/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64e120520282ed618cd760d6fbf8a8f0551d5ce1
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92c1dd1a5283b3361b66a63132a4c37bc731ee7ac4517fd0fd34ec086873fb17
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.k_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da5ef612b7bde88f1067859ef39a2dce7002609
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2407488cda287de0497707cad7e0f94d02a22a4cea3922e59f87dbce30a85ab
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.k_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b5b5d1e5d5ed44335adf4cc5075e54fc04db23b
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10b42faa45e5edd4b2467167cd9c781b23720808b4eefb1f8181b6757a408e43
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.out_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e895421dc51abb96201c3e45abf77a5bb031aaf9
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73e2b4cf95037ad2e6f486151e6aa72b5ec321b5180b6fe73ae28acc5c7f20f8
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.out_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c591b86e03d155a2a04db86ba6dc891fd007880
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4812e801299839d69c0684ead8c034fd8b8a313c29475eaaa4aab4aa0c67cb4f
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.q_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c312ccdced8acf3ed09f003f93e213df4e13343
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42313ac01b44bbbf0ee26b3cc920ace1890b74601939a3b90b4b43c354e47581
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.q_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..718f38e0c6dffa3ec694e25db2702ddcc07941dd
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2537ec6cc294e49c7bea6c142640870b3851b150196bac8d7379225b6cc6dcc
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.v_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66fdf57f89227f933f11a7cc9aecc11bbadbcacc
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5924d63ed6397c1058fe8b22dfe5069e491e143ab58e4d3870392b4cf02310a4
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.v_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4102099d8dfd34483d23ea0e2dd654b2a8cc8a4e
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee3df1132a190f879b5ab9533d9844091648b5bd2a1349ffe880c01c1998d800
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.fc1/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e17a8f27fd0c31b2cef3d18026f6bcdecfb12075
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daad6a4d72ff504e87a9308f3bd85c9b307fe00d68657a152f07669154703bd1
+size 17633
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.fc1/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b50554bfd06c0b43a413f056c1a2d1dc577b19e4
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff31e2f51a03317391ca524563a2edbac4492f95330a5ab12a227f279616d7a
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.fc2/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d58e2b017725737265117c86da5cd60dee1b13b7
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc7a75e49848a34655061686c47d332f506cefcc212cc620c93ba0eb4f7c3a40
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.fc2/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f42ffd28ddbbe2cec473ab7902fe303b0e20fc79
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23f5a12a63574b295fea394375a1260938775762a7b1113f9d14ddab9a7ca28c
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.k_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d078783e6237b5f815e9e637a8f1959d1f2644
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66afc279a01cb799db5a95c62e2846cea72e825cc3ecd87e359936ccc815c2d2
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.k_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78064d228ddac4a8067b992e2effca94cffe9723
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ebc186a12baecd169177363b7259033950be2733cf279e02aa2f39aa2f4a516
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.out_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..898aa8bd9bb54d62880dd8855df7cc5c19dd79bf
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1497e5eb300f32ac47414d266ad842cd46810d92980e0ebe25bcd77f96e7094b
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.out_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f301748de2e579d1a868aaacec12eeded05de6
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd681a4c3c6c6d936cf15c966bd13a7b3f37eb68b4ba5663f44c281be20dad61
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.q_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b348692e1050923d5530bd9167af0127642b01bb
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d0e3681d3e4a16f11631146cb517bca2b34dd5e3b3fae8ded6dec70f6e36f0a
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.q_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc105dd1fa32880989374fe8b4b35bd5a77b080a
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26cb53c0d0017f7a4c175ec0e0b251d4c99e724b63f0b1abd6156c6c527493e2
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.v_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f4c1c1e591a6f23da66ab4e033677d24b0f2ec1
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a5e8d68ec4575a4ef49dee5503a1743f5acee8a68d4627083ec66b0161b2e31
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.v_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af1650942f5561afd79f97a5f662daf716722bf9
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d17c774382fa8096cc7404d8804fc739fa27fc9bf72f439ae40a053b48e7b720
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.fc1/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c5e9874d35503fdfed915e53404363f816c6904
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24cae3e3be34536a1b2c342afeafd50d9a41bede41f3acff77bce11b73a47024
+size 17633
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.fc1/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d4c9812ff3746dc3df768ce1dbc24f1225f3ef3
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42446b543e41d12200220a6c04c6f0d37b99c259771bcb3054e852f5d3de5ab9
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.fc2/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..985d5f31799f9899e44985663c588b513f9d3935
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc51bc7118d68b927471ce570b715fa48fd7d8c42cc96bbaa91771416416faf
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.fc2/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7168d14762d8b437d55f50fa004a9fe598672dc
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b6e57a168651795fa2055f0d81883f363ab7bca51766e151ea916d00f9436d
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.k_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c464befe945bb81ba04b92b0758616c542130b9
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af50b282d9da8827f414b7df38fd5f775e6c8bb8a7982d9d4e0be8d1baff1cd5
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.k_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..792565ec830b51e1bcda4444d30507d9641bc63a
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d243eda70ac1135b2e16d11efd0110cdcd2f5475af10474e0a17a9fe09a10f99
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.out_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02087af9182a816450680882130b1405b187c048
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2c80ae2496bc19f92a2c5ae21102bffc04a5ce503148ecc20a93da6af24edad
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.out_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba1650cbf0cd7431926205683c3fe1b77832e034
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69c151bd4bb0f9052907b8aa2a0036bb86066542bfbe9d28cec78fc41c558bed
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.q_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63cdc4e74019e0bd2ea9374e228aad06bf5c8d5f
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e38177065027807072f853078d61cf8772bd66d53138c71293b957a7982dc2a
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.q_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76551c858b005f95f14c8c8fde0e5f9c76b0721a
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:784f89248c4a9db77b282d0939afddf3a7e942a2a10b841e82117d169bf215d7
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.v_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e7a6b1f9f7b912fa616cd6f595c0ffbe8173272
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c83cd21c456fba15d0e7149c9ef4a36889adba21f543a73365204ac5038903
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.v_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f42bb000b9083d45aa0470e4cfff8a6053e1c8fe
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab9a8d946c05fd86ddf73e4002f9b68c69993e4164243fb3d2f037a8c4876b5
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.fc1/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3c77d71ba2e00060c8a16eb753cb7a8509db63a
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6100696b2f9d2c3b1ad05f7261011bb96880a40236f72fe0b0ce542322505439
+size 17633
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.fc1/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9412f6801103e09a12af1cc4ef7b545ed66f19e
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:281391a90a34c7129abf14f12858e87b4a9674295c77e4f634617ea74314527a
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.fc2/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25ed7a30d9442a855404993698963cb5eadc929b
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:004d8a731e48eb59fa31fea41f138838267f74ca3c9b318c9665b3a23406de55
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.fc2/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9393472142d10d85f8e98c5f3254df843302ee68
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b44b3190fd9d567892e2bff6838c1f3dd26c6a0e5409b8f866c08c23e90fba92
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.k_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7baaa5cb49baae21e5330fa0e057889df58600f
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:297fa7c4698161d3eb795e58b94ee9cf3a9e8f2fa181889efc1602c6f6f75042
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.k_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69ecd8f3af4c2cb6748192e859355d703e18a45c
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e4b41c973742408385e93794317ec7e73e1379a5ba815c44f3f404b9dbd42d
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.out_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f167a305da0828f6e8f581a18f002e7a595008bf
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b1510c72eb0f3191a7af2009a5f41ae3986b9867446bb142a131705fa5ee7c0
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.out_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91d6aff37d9baa8184ae4b763ce21ae13612662d
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:132250f2a3d64e40a3966a4511f3127d3eb6529a8f358a4fb5501158ab2f0cff
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.q_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ced18b09fec9b780b1fe86b43e573184d99d124e
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25950445b7fb0faf502298fe90540665dc7824e415019b565718363470f35129
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.q_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..531530f3fe82470c6e762b184210699a0283484e
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9e5a9379f0e984ca8e6e67f7881699425a339dfb5f015dc8e961cf41f2262a0
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.v_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fc11cad3555236a27d7454b8d87c15d24d7676f
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d7429c1450663678da04dceb2a4d8f53dcae850fb01df5749ce1059c9959f25
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.v_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9ae57794722f2a2bddb445197fbcb2d74e11071
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24bd476c0e63868c09cdf6aef1ec38ea27eb794f0b083460e8b013893ef7a61f
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.fc1/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..502773bee5a18ed41ed91023b27a94a1529d47fb
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7af8129c57f610d8aa0fa397cdba45bd051dbc2c4f04a9aae80bbf37b2d144a2
+size 17633
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.fc1/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cceaae7712bc38d43c83615afe8e0c5652509c89
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f61475ede0bd4e4448f57ce834f91aaa09f4853daebcf27d4694d8911d9132d9
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.fc2/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e380eb2b6e304448e74ba8cd0b8c662ff4715081
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7f7ffde2913696d88883931f79f43119fa085058ccbcefb2518dad95b58ff75
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.fc2/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..109429f7bddad0fbb314e898f617257ce1c61954
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7002e04ed289a651ec627c1055b5df7b252ce77bd39bf6efd7891229c133720b
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.k_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b17ccf07d216af792e855b947cbb9c90cb0d85df
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf5538225d53c0476e0e84547975fe37d4ab742d5aa90cfe28a65f9e2a8ca7b5
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.k_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..931ccdc9c799e089a6fb5d40d83d20c3b945527c
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60bbcaf1ebb7e4613c052fdedf05ad6a87103b4e40b017848319405354dd984e
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.out_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b94d9b40c1a4d990d6247f0f2204f9087aff5843
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:144dc4b513e17c90da2dbb3ed4c5e7d04508767e56e2aa68603cda1578a46b3d
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.out_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fd4930a4517dfd6ce34317e0902c3311cf5e3a2
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b4ea6f2d5952034a7814ea723a7e257f09bcd88fa55a4edafc38d91f9f8872
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.q_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac621ba6312ade0f42eca7dfebcbc58bf5bbab05
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c3d8a054a1301d04d41ec54102580b24c0020488a6133f1b6e6109645d87d4
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.q_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bce1153708f589e2e71965186a4d24ab23316d8
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb051313a901a4420b55357104d1cda69cc0985ea1e4b4ce7c094b93b8fbd803
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.v_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25e88a28ee03d6413fd63c91a591b76333b95e5c
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f88f4b47bb5440cd813fa6a206a4292dae50765a8e89f6bc121233ef2677af8
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.v_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25e693154ca25d7a395e12b7c9d237a640271906
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf92e3da53183f3d60859e56bc41be85c43a3c99738d574e261619186ea854b1
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.fc1/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ad401e6d2a279f00b4efe6f9a3e091331a37390
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:140b41e0045adcb749085480e9ffdf339f5ba5abd3067dcc26d58e82a9af39f8
+size 17633
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.fc1/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..563fe1748d7e3c2b02d2285647600ecfed63cbbc
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e7695812a83eaafa8c73105c8b0d7787d0b6fe8866a1bc7fada2b81aaf32312
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.fc2/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f2e58cf817e2d92bf99f0de112c61d095a7459a
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df4550440eb285e67d59ea2c0d5e89dada5ffa23010f2ae37a13d379f60417b
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.fc2/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2970d5e701fe9cdc78ad234aac0294f826c524eb
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ebeb360381215b6853ca8137f7fcab65dc9d5906734d44d3da8cdd322f5935c
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.k_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6faaa52d1e7081d655341adc120abc47a9711acb
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:544fa3638d54be9f6dfdfbd9cbe551020e83b7ca639bed8c12cee13f183a1c13
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.k_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cb7d2f7b40421fb7bea40333f893818d4fcb133
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a4af1948a90161404b90a48e772f01f1f284cfd5630e27b50b8abf5f1d028ce
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.out_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22a6b42a75045f397ae21ff02f61ae1ae1eb8d6e
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2445b42578d8b6b644b5a630806aa357960aa1074a6e60d5fe5b233d5433a5e
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.out_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1473a920698f128e59ed5cf03361a8a41ffe5ff6
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:017fd16d021b2e2c6bf26590c780ca6be9253a0b91bb9797fcb96ccdbdd41752
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.q_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1682e1453649b6ea550d0bb4f568afe42dafd86a
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22cba7e24ee9ef9ff09d2176f4237fba3615ca4682affddd0830d732b72b7060
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.q_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f2537193a2d2e1d45138cf81bf867c53a368a71
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39725a3e10b9183bd2fd646b4dc801b035fd9b8f1226b7f7f8c0bf55b132565f
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.v_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2aa8dff7d9e8d826c5bf3aa1f2fafb56c066ede
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee951552bf3495e3d57c6162b47198b6ce1d105e70add426d06ac427a8997447
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.v_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b531b1a4462682e39d2c5d8c11d0b6f2fcbe1e92
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e48cdbd2dd41f52c528373054779f6c825b597ba096568523e98416469312a4
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.fc1/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e655419efdbc90f04c0b2fa70888a1ad138ce3b
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9c2c9e0b9d9fbad86b39e3a6a8e2a78c82a94637c85cea98831ec4a415328a5
+size 17633
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.fc1/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc5f8a3fbc3b382a8bd880d6092cb8dd472f4c51
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7bcb0f730914eb52bb9bd9c6f938fcc5b40d5b3d87ce8df1514f62750ac8087
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.fc2/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fc6d35b67808c1df50294c8ab7d16f6381586d6
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12a45661ef417093cd4ac5d41ffa5024c1569d5643927e487d11a2c6a51422bf
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.fc2/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ad32c298f940f1faa040e2e79661d27be4c20c9
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aacc9159aec895c889eecedd565a808fd7927ac4e3994cb74de312337104995b
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.k_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..355f67732f7b8b024646d73c396b700e2897b55f
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:982a533f15732ecc0f0a608547a849d2ccc9c0f007dbf62b98c39924a1db2d5a
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.k_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19bb2686e5fbf62c133bcb1eaf4a45c15259b531
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f220a99c9dafb5b315ca6ed9d59c9fb696ef2567470ca231e514bbad18aaf12b
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.out_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de91573f5f94b598f4884f39c0eeef7527614c7c
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14a9b3b6152ec6596cf2723648c021c507175e3297b4bcc1dad742b5c14bae32
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.out_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fd72e609df602fe71ca31b31d6c4b9426379995
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3bb607ffa2f78e7a70a73fb943b311b04303a3e004b034ce3fbbb835ae8215a
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.q_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3071498b475aad67a5314e034eed3c83c4e543cb
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df8d0795220fc285e95d7b240df0ff921746330473f0f201fa78234ac8091d6c
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.q_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bc88b85c9ce5b6888f94d2c72ec911c161ead40
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a5531c841aa82f87b87bd769c632073bad2bbeb2de3a0c7d734b2b87090d04a
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.v_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..636fcf96fe74e45ddb290e497552a12673512470
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2041f0156824dc28d9da3fb03d09f7966fe9e074300588559b9245d045eabd07
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.v_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3945c712e41b3e3fa77395d36dc437d02b19fe2
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1e575a826e4afd3e403232c0c9041e5e5d03dff47e9202ab69a1c58b99e19de
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.fc1/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..053ed233a93f8b4319965ef8931991b253ef0df7
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb38de5cba6c6d8d7cc294d7170c61a5f2d57fe7b7732ed7bcf9c261cff77745
+size 17633
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.fc1/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c26ccb3f995b4636f1b7732d3727cbfdd734b1
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e3ad131667ac80b6e9583b220434c758f460b9ab323173b7602f5dd027da6a3
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.fc2/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a13ff011a971b7f0e201b747760225c399d4700
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f54c1a16f15dc7fdc9389523200c68063fa5efa46bebbef3940026b4b9e251a9
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.fc2/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fc9e68de76562d988cb227c6b4279641b1b5458
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa5edb2e3a4a6f2ace6c5543477081ebf9107e733652d4f74a5240764254437b
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.k_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..def7c0de9393a100e3f8766135a7b0956b349f98
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:638fb0d127d1179bf3bafb22c2331375730aef8426e118ceba6b9c856d12c251
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.k_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1739107cd12d300fca1b3f486a1069a10f88f784
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2da6b2b28d9f8197838b2697c822653272a28d2540aa486efcbab96428d54f6c
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.out_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efb0e1ec97009d987082d7073c9fd0f25fa02736
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c09cd368fa5631da7919e27b592b46ff4efd1483f272a220b8216c5d3f05aeb5
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.out_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed9c8382741f465b2ed20fc5b9e95198cca483fb
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390d0abe1c9796b6dac487c98bb343f2cffb25ff84ea99b60c01a5cb403d3cfb
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.q_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e2bb9aea6f79cd937cbd8ca7c70d6efea9982a2
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bd5037b00cadc1bb8976c40530d884017fea4ad7660a4fd6dcd4a7f3cdff63f
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.q_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c6a49be9a0c194eb7d6f6444af6b997e779eb79
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8687c4cc0684ddfe41cc125eb7ad71c31e1183a54bcfacefa75e709e9c34fe43
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.v_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..514ed0c1a8684a5052c35a7685a4674776f4b0ec
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f278d4b19f7bd9d8abc30ac254b173f1f35658cc89aedf43c8e49d1fd0c8229
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.v_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f9f56da0f7a4bc9dbb163a2dc4ed5ae68a73bf9
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8006036cf6d37c854747f59b8c76defc9daadf137a31a327d83639fbd482236
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.fc1/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36ad155136aca7e3c8cb053427a41a1f83fac232
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f29c31b864034b37a11c98bf8ee5bf6939b1b375b09408a02984021bae6cc1d
+size 17633
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.fc1/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13c05231d0bf8523aeeb288593c85c1f993198c9
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2b3d7396c22b670507274de285e0b1d5e74745842b3cdb9463dc74d4fd700b1
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.fc2/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc94657ab350e1e7bbf16a50b025894ff99d7ff
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62871d7c0f1014e46d7e3211b8844f2ada30aa20dc2156b7e13ec95636efd6ad
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.fc2/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3450c159e84f12fe15339736fe6d17d9e717a146
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d1a665d7768f4c740f414f99e50fc6c7eadae20bc42d8d9e364cb048295a38
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.k_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..898dafb298403c78eb30ea08746f0cbae41df53b
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b265c887f43c396e8eeb60953a48f1fc123685ee7ad2ccac9b19d86a4e18e19f
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.k_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10ac52975f0828cabe91fe927e711a055cea4b46
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:388c1be10ccb164e232689f8e46ad62e2a12d40c2bc452a0f24480e3c1c6d98b
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.out_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47ebe06800475ddea6c0266d22ede98a4d7c37ce
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:007c47ca825bff1a3d82fd28810990fdb87b1020aa325e6cf4433d10ae51a449
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.out_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d77351ebb1b6f1805395cefc979c0cd9ef956d7c
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2373f5584c103c88615cbd48262567327227b43b45c7b18511bf511181498a4a
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.q_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0bfaa8018b232097c4b1c1cb11e757241532d6f
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:965fd616303e2afef56e63625b4ceab3186b54ac36fee3573892fcd2b221abb5
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.q_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4cc7b63a2aa65254660af2602c3c72d4536a700
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d13fc8b717b19ffb00bf11fdb0dec82cfc6fa30b32c81896a2174b323fbd1b3
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.v_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e2c7673dcd488f81dc07dc685df2c1aa76ff8be
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:114f7efccfd295a104d05b47304a3a8ecfda46fbea6ef676e8e282829c11f033
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.v_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5e86a96505573a9a07af15d9fd112595c282744
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa8fd6f8cac03e67d49cd575d57bc7548edc5cd22ca21c706200240b1893fecf
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.fc1/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8290ad1117b1a2c526bb06efd88dfc906c09666
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:636ae9a75fc3c26d0a40cc98d3ac8259f3870747fca5cde6523215019a716d26
+size 17633
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.fc1/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f92d5c593f8ae938ddf8020752ad6994c7a1a0e3
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c0eff1ce1aca2db31663cb71af91129410f32cfdff42575d3c645a008a5aa69
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.fc2/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4428c881c7053c17f174a27554e5f2be88a90df
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a23e03e75b2f24511ee8138782e615bddd93629119aa95a3379359b8804986b
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.fc2/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d677f565f98141ae6df452d0bb6be1d892ec1dfd
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72037c4d09981af57f7cba7f5aaf5cee0b07d9dee94e7149e5bad60bcc6f0fb4
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.k_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2270705dd4d0df14c60e46c6472a9dab361a6ed0
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a7d93bd800d9fdd739c1c2d025283eca3cea9d64a4829bc6af666edb4f7b1af
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.k_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00ead99a73df61f10158d133ab1737d9fba1fb67
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80cf1ccb4ce2a829cb77113639e634dc0971912ad6c957d97f2864aead8cc318
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.out_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..931bef0567bb5210cbb1447f6f0c902c35098644
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b479467a1217b5dd8ed0eb2ec13de868bd66351992ab2be8e5a81cfd1443fe79
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.out_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2256a91745c9fbdbcada6e42054cb049f3d0138e
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf531b422b4e4f6e9820637db784ad23f9dd15e8eb9d33324ba2b8032aa5d938
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.q_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e02aed9143050854efdd83b691bd581ed9c21620
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07e0b9c09ff89e9090085bea4f454d73bfa4623672690e32d8011eaad2cae203
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.q_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a72a4e21cf71459fefd31428f0bc675e7949fdcf
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e53cc066c25ee59a7a22ae260160b2db2804dd9493ba45d118713518c9a37cd
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.v_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f52156cf372c2be6421fda0f84e991d891e0f0f2
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cabd69f0134b8682280e60f556711325068d54fce20a64884533dee9904386e
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.v_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f698c2801d1011eccb9454fb4aa16d91bfb31eee
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3338fb42f19666635464de2504166570ab0a9ea243aef74ffcbd51dfeebb0d93
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.fc1/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d0a88590af26586be358ac40e41801fc5ca9683
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f669f1d1167706748d540a51892d579863659f68d662cfab46db57e991b684c5
+size 17633
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.fc1/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c04ab8e2c2900041c56ac3fb4ef5345c385ddc4
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd1d2e92bc073208b50ee1f7110a3b8c7acb866fbbd4a61512c131ffccdbb9e8
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.fc2/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be7ee5e998bdf3379bad26f726ef358911fb3afc
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6726fd3cb406bf2a7c29b544f6c200042166462804a1bbcc41ae4b04287f01a
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.fc2/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e74493ee2c9dfd5432ec0480a5196ef39343d51
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec58add717a84f1cafa7b3f9d9e7cd50968aa51ffb217b94ca8876c9157ea77d
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.k_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18a0211373eab8dcd686810588eebeb3389b5507
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:645d075dabc3466687e848b619f5419bb86bfc359e807efa21d52b34af6ea07c
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.k_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea1f7f725a4787bcc7643dcf51eeedd61706014d
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1541cefa875ad6a24c48a094d07d3a5375a43fb0d29660338a7b434c3cc240b
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.out_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dec4e52ad0a1519d4df9df70b00571d1edd83c1b
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85b1485429026cb877cd2c26b4ac8f66f5919d9c12df525a5981d3fc3dc5d78f
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.out_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83bc806be6f8c8df9064f420e508ced3d74ee941
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f47a73d75885d5cf6e311ddd86086960c9073889cf1b05f10c62c68248a647ac
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.q_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65ccbfeb2303934da53febba40ffb2f02d3fd545
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:414067ccc44aa023db6758fa1d2bd696973a949e1a04f9112f9e4c553600a7e5
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.q_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd23491ec8d90e16b6ba57eb0f1f49049c0d11be
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90307c60599478f327225192621794f6e95c530a7389307179e3215af8bfbde5
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.v_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a28148c07a33497ff2fae27328b28ae61b6baf90
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cfae5fe033f6925c6091bd39ffd9fdc938c0320e642dbea2a57ac7a01e490b3
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.v_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8e290bb86eeec3ae1e680049bb172d42e3ff980
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4c00ab0beba2bf4d73d84113e9fa5ea642898f50fb4264f8a1b77886eb490e5
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.fc1/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b97a11d580a4f2417cb20d4d9e0c92aa5d59e76f
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7183e96b65fbc8c0dee2370886b4745b5be6139acdfb72e98211df3c93d0b5fe
+size 17633
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.fc1/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..961cf9298eec977110bffdef2486b7165570d29e
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c2ed88c4f1638dccb68a30ad50d1b2e2a9219f6171e722d5626b0011b825408
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.fc2/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b29a7092a7776b124e3d3744181da870c88e5d19
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:976699f89c1bbc3e93967da8191fe62cca287a55362a9f9ac05d9f4c92b7ccb8
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.fc2/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..805081d9e9ba6d843e89bbeda45a25d0a7a2911f
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41be5e20e106b1389ced98be2070b5041ec3ef33312505ab7db466f23eca0331
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.k_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d21d61b1b87dc668e40bd9efc81aed4cca6ed17f
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:278a7174630b958bad18649b819e65865b997e3b248027a12254be8aab543f81
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.k_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b42e3b79fe3edaa2cbf605e07aaf268b16aa3d1
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:386c954b0439c5900f12fd01719156fdf496d65f4ae47a4c37d7e866a2104d39
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.out_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd83b5e5815a6de50bcbd271fcda30c2bbb8e137
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17ac39f15e581dab9876f3aefd17011d64b3dc8cad53c6c60c29601293e9236e
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.out_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77a91f90e65248b5997a34e343e7cb93c71d857a
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a90da1fc96ee8ffaf9a66028b3c2948c13c50f46875d578806d39bc6c0319f7
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.q_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b762472d79778d53d13a200887f3e63ad0ad89ab
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daa5a85726f918b1813c34c72c800cc87b5ec25bb6cc7747b5b91c05789f3594
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.q_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..883effe4a004c44f13f0ae862ce59921aca11819
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:222b90bfcf1a007e4c15c1d1513caca6b4c5a5f92da93d2089289d8368c3fd12
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.v_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a6a560810ddef8694e64be70d140c79c22498be
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64fee23e69b150cd1c3079903d953830f979334d9bde9b2b6aa62a3aa6ada76b
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.v_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed847ac74651f9127e5fcf1e57e0e935f6c98838
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12fd0f7050859f55ac888712c6a63bcd4950b8b4fe75707ef49ff63b4a21bdca
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.fc1/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13a615b776d0cc30c0392aa6cfe66d527a2bca23
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f74703ca0478d8ecc47cff0e037d3589d45a35de9f58ebd54094a92d8404c09
+size 17633
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.fc1/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e8db4d467fcb4db2c37cea7885d2cd0880e73ef
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e48c1be58e11e683645d9e37e3ab46e6157570141a46b1f75f5fa87822cf9857
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.fc2/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97c697111ca7b6c059771e50588b943e16e0eb4b
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d12a65430e23c8b805726346a3963f22e59c09f47eef8ebcdeafb86bf992b6bf
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.fc2/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afec208633aaf5d9be01af64aff3a46d6c55c26a
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f19b77d58525fb9420cb6734b381986126086be26e30522f5995e067642edf0
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.k_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65323d02808e75636f92dab76020b065c2b302f0
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6101a0177227d17bd108a99cebcd1ef840baf7d38a8013684170fcbcdee754a7
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.k_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be7922c5f9677176240216438aed0b0bc13fd080
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959a1245a3990ac4a0ecd36235b8f255a4ddded8524dfd46febe03bd6c03e08e
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.out_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d755525443063205aa0afb891a58376aaf545663
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc36d238374afd86f01e491d663981012a9eb9a725551b19f532369d965786f0
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.out_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..583dccac0d93c7b694445df14ba14d138055dc1a
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:288452c7c39692a011103f1e52478806f94d8c89a8b3b7e4a863c260b3b98f19
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.q_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..166f5539a7eea5a0f3ed183af342a2c95c7780de
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8ddc4051f1403a397f5c60ceaaf84b4e33cae2abf34ac668a2596ec90cc2b91
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.q_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f6d91923632af4e5d735d1e0e6bc09291b95bda
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc5d8ec44eebe48f58a09e4b6a1bcd8f8870d209302d5d7c6365ce7cf6050e0
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.v_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecd3c2e2fd4074bb2b6ffe8351d0fdcd9ae777d3
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45709f374005a37a9936f60b0c4ee943ecba0553b6b8da847b4b883a1bfdac6c
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.v_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11f96f2baa25f3ccec1fa8176d33939fa8fbae6d
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37c9d5930af6d5e412bf9b52e6354185b71ba91cf67f83ec13d270de6b7aa9f7
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.fc1/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7acbf5d0047ec3a6f392153d9655d6152cc052c0
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:754a54ba0cdfa1b1d668e7fbaac88682cd5174fd14f7e8d8f64a8e9f43a7e15a
+size 17633
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.fc1/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..957ef29c6ffde3ea9597a015d63d68a955d833c4
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:685e2e5f636d78cae355339f7d2ca88c2ccd628438e953989b4afcd0459af5cf
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.fc2/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c573f449d9dfcb73bc9b08e968ed8445e0dd7be2
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae3016a10ee6525239bcdcd4c3ed76e5d338dbf8014e6385da1b4d544aa450f
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.fc2/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c15693ffe6e8ae0e930e6f0d0be65fea8bf53a58
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77cbcd594c71a36b7376c0ed7881d0f5675b6cb2e2eb22b01cad7f35870d97fc
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.k_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6919dfc49f50ab4419db51c5266aeadc1ed5bea
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:837fec23ea7d308a788369239fc8b93d713202a3367af9b1586de3a2d41e5781
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.k_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb0766cec6d304be8d0ca96c5b1c12301262bf12
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdddeef5f073c362fe58f4824f22ae3d88e59597683f48ae985ca60165595b09
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.out_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e47d1a73427308dd261adb647a29c23d1a1d408
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c71cd897e32d698fa90c909ab9c7972419a8435002c485f1d5054f2c644fbc6
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.out_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..968005db6d55271e267154eade91c8d5c887e07b
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d84bba596e596619fc5453a5ec3d7d9bdea10131486a36442b1684a51cf4490
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.q_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85c5d5a4fc6bdd1764811edccf77635b37038d1e
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fed7c93175cd021f852450a283136923c03f840846b8f1d2aac742b25249790
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.q_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b4cf635c94d05e178d54f9b90cdf07949eba789
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e24d91e7d6b6e2b7dbd0c887627b4b13a1648118d1e033c607c5d10d5c562e1
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.v_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e8efc4a4aefc3281608abf0eb0a3528d9c44bf4
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e90d3e2b5436d2e0522fdbbc980d63845afb524d2dd3b10abf2a22735a93105
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.v_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15df0e99b32eba2e1f123fb1076c5d37a7841522
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6df8a64f889c83ccfc66ee0b58def44f4026ecc47117c75c8434dedd870cb3b
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.fc1/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97cf93d51c633ec7e4a2b90ff2c63d9ce39a08cc
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39608fb628da781360c819bff9afa132c8e73ebc525d991aba04d18ef3f1dd35
+size 17633
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.fc1/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c9b37dd772ef882d01cfcc15105f6393640d7a2
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac680dc10f51689dc9961f0f9674c73e7662b3e195c14d59ea577afba9f5c6a
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.fc2/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..367a7cd572e187ad06603fc859148e097f33e6e8
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16b55754eae2f2ca221a38a65541b9cdb5531d5b4eb80647f186812237375c63
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.fc2/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b577d890e600a3984f5f4305574cee1787ad450
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3599a7a8ce08383b2802e1174e91367a15fec84b5f19966af2194df213988c07
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.k_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..389d2eb42bbd5b1ac7e32c3f769b66180fdda2fd
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6517ba2f7fb54f2c48cb6c4fc81018432bef10736d1ce706732f829008e1de05
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.k_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..865ee282a9aa89e14eb5e32a5df5e74bd9a5dbc7
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e3a41875e220a6b5b7f2353023f1e399c6833ae6d9f816ae3fb7d798c1ce9a2
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.out_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..405c4b0978c82215d319fe23a954211e4238241a
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15f8a0dbe98088492ef586421756445dca7a044a6ddb48a22d29ae7a4b80df9e
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.out_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3271f84864503b7160a1e2c3082e9cc65e24eead
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94ac9a85317d84f3661db877e3cb26eb4639d28cf86f45c90090c200008ab414
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.q_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04dbd04794186a3d8c7c9ea736b08fd57de40de6
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d0a9bc3aca7e6b5d802cbe1ee409136aafd3756768630d272ef80249d328176
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.q_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a97f076439d7cf7391a3a60ce75708b47e97d979
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8be506dd626ccb2a09a39fbbf6efd5916293310b9c4e5f6358eaf041112fb71
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.v_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23d1ed685ae4835328430f31bb2c2fdf1680de01
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:574ce08ee8b9966681d25fe40d9a5fcc59ce0781731e0cdb84a6785c3eedcf9d
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.v_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..771119edbb6cfa7ddc75ebc8f1ddd9c260686e28
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feec663e11b1ad4ad06ed5ba40caeebad4ab2060b2eafa043daadd3692f97e9d
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.fc1/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53a3b94780cd88ae38d9c3241c43b6ac0e09507e
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:587d53d8d7a99c64591c04fc24d7198243015b2e4e7a8f85a99c7ed3f728e02a
+size 17633
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.fc1/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d628c1d75a08faff326f60d2010b4b19c2e23b12
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65bdfeb74fe4ae221964c35150249e27db79936a3c89afe1eff8e8573c4c8f7d
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.fc2/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a440eef6ad0e813caa28d923a3746cd6c369ebb4
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96120f0c796eb17222249feaa48715a0e1659cf2b1bb9796c580033cb5324dbd
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.fc2/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6efd98790155e28b9718f37cc4778eacbe27bd7d
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b58258bf3925ca7a34bbbe2fb73c054ac0071fec5ae5be15ca1efa1547237d18
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.k_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12c0b025a9fef842e79a0147833ec856167d64ee
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5f914f48af9ce7a7dabd229d80834bf566eb521c39cf0709d00912d305e941b
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.k_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53cdb0ec3a5ae44a989b8f4a23f835896041b4e7
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a80ef17361af3303103e931d3161c28a50d3e6647cbb9c5ad82382b49105952
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.out_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b3dcc71f0f7bcc94f1b67dc4d330149219916c4
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884ae61d857db449b200bb35f9d925906d357f4c5d7fa6437252eb1d6ee89218
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.out_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb715ffde91ded3ad52e1dabd33f8e8f9fb73931
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aecd89fed3c066a5a10220dc447cd4a9c2451af03b375d2a93a7b3b42f2fe015
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.q_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2ec4dc891e5c93ae2182ec9c0d03338aed3b6c9
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:847d06f8aa816224f9036962f7259f51a039be2f4df7cfa70dea586e2eef2afc
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.q_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f71a8d9d1b09f75e91e8d0e4e83217180b7b0b04
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9a7b8ffc684eb74a022ed94a56fdab3fece56590d33c80d7dd34f7e18b0891d
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.v_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb95b0a78158eacf4f9c3550b138c837081fbd28
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6f3757b5a27bd2409419fb07fc40ff0a5e57bb6b6e4f2dd9d7993859408f970
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.v_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88093da8cc438e68c7f30ad017462dc4da1c886a
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d51d2d2da62fe57e4787a93d036f9870ef9aac8487c8396b470e8e1e66d018
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.fc1/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1784c5f54e9e777b85acf3103ce66102b5d09367
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a038556af08931c4a2069e65ed5289d60b3c530ff51bcde5e49d3dd4092b8f58
+size 17633
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.fc1/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82d7cd6214584282c2a083f3d12a98e653363be1
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca608220678ff8bed07aa9466bf15af4115a82125d1b425ba2623ec7cbe55881
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.fc2/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29e521c1f38e94e8690262acf103fe414a870c79
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36b6edaf219a17884cbab93bd4e7da0a4e3dade6a75de4b24f1af667984a200e
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.fc2/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cc5224d8b3a8e10d748fdf8724f3dcbc3b60aae
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53b59765e845d4fd34d9f89c7b83d5cce7df7925e3a3f6197c1e8a912a50158d
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.k_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a613e760813ad54f36f036afc3b13514b6083751
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1df698bb1ffc2c1c18fdc007d96c9f3329a4ac6d92532d54f78aa645ab660e1
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.k_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91a78ff55b4fde4eb2de102153f9e6abedca626e
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b171de828c37a5b0b33c3b150889f13b92e830532b8dc5088aab33a8c490696
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.out_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1a0bdec7a55a231bad44114b248af17828993dd
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8019caa25cf36d8455512307114361aada9f9331df3667057062086cc09946c4
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.out_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c19b1aa867018f101045887c3115a45aec2a70b
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d87fc986fc466c1749519b66a7813ce0e0f18c9fa55bbd4e4b1240e04d68aaf3
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.q_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29d5b061712c9c4e6151da5ff1ee21a23ad4c1ac
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cc8d492c060e032ae19d0d23123ab882ec02b6705c76fb866055484930f3a1f
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.q_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..113a491f5666566bf1aad4cc1d7b7d2edcded688
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3064bed5de01f22d5866431e85f0527902887979888fda7343d5241e24f92b8b
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.v_proj/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a5a99a0e6f49f05e48a72bf7874f906553e4029
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d59d9d5c3c11462ba807647877317c3c6843c194ff23980fc06ac7eeac2e8dda
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.v_proj/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a691c0be4900ed06fb83bb8cb028e93b0fb07087
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b342a80e11078dd47fa02cae70c610bca54c930a5497f4286badb3041f9701e6
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.project_in/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.project_in/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc756d2ae272b77650e4bd301973084034086351
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.project_in/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3391862a0e1339ed5aee833082a0382efe6097a7732f50206aa6e03f8050cfd9
+size 5345
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.project_in/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.project_in/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecb4e984d1b8a1c4a118d1c085d991f917c2d8ce
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.project_in/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afdd7062c663796da35059f91fc6d6d54f57fa0bf5b8eb19a9d5892166bdcf41
+size 1254
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.project_out/q_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.project_out/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dfacaf39768095032659b55fe048a0227679cd3
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.project_out/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67952fe1cb7aab69d30319c696d9b7539cfe1cee8591f9b1efbf61d82649ec9d
+size 3297
diff --git a/params/opt/8/fixed/woq_t/global_train/model.decoder.project_out/zp_scales.pt b/params/opt/8/fixed/woq_t/global_train/model.decoder.project_out/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d880033f8a0581b233d7aa4e4fa938c92abfd849
--- /dev/null
+++ b/params/opt/8/fixed/woq_t/global_train/model.decoder.project_out/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e32c74e900327c98892f4ea11d28c223ed83415c675a2f746fb1412b8e1ff75
+size 1254
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/lm_head/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/lm_head/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54ffe44759885a965a0db1cc78c6428578bdb691
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22727ddbf5a4728b6d6b8fed49cff1dde55463b57eb7092c6c31225d47fd35ad
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec0a86c58f14bf7439a5f0b72adb0c7a1d95624c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c86e27cd4e2ec92a9d2e5ea125dda8f73a35e81c1bd86df45803483679fb7d8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76751478618b67b80f0c16f86d50ce9ab2eb1c28
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94269529f4cecbce3177368a7c910f93d9d6f1fc8de948c20cdea214d33df9ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8c2871e7cbffe55654f15a484354a458d38ebf2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e22e5d9eee2e4fe0c1bf0dec0609aa35358eba39150a0480b12f680ca5dfc6c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d699b8b716a3ad4370f07d6d80e769650a42a035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d12c5b52e9200eef1cf32c86bc349037a66780352cc5ad1e1d8192912d30a182
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53ec559ca01fdc5ee116f2d61d34dfa38cfd1c59
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:184b59b1289a0a2b4928841e41786544d80394ded6451f8fda2500aa24ec4c3e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2a51e672bb111f1e7b5c359e0bf8c50373c6589
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57060a471b774ed288953bd884797c2a053f9bb646a1d7dc892fc0bd983344d0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7cb98fc70a2add8390b38d401f7aba61a2dea14
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5037098b5c4f1cc736a2a7c52f61e279d82ad05fc14a9ffc840831ffcddb8102
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8c4e4724793a22333a6fe6e5ba897a3cc210600
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b4326a1302a8255b05406862d879b8d07373da63c5a5676895d80f4f9c10fa2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c0ed5fa7f16525020206018b3b4ec18a508dc3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7e9e74bba71394af8d88feb5b08e32ab8692b99b548923ee63e4b2bb650bfc2
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3540e07657f36b7cdb3a59ab86131c941780238c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e055dbf6fd1867616ce090f8883eee5e6007c973868ba91e1ae004e12fc23247
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1b4874df0ef8ff0d59d1a62dfcb719d9ddc750c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24c16fb29be919e40d9298882b42ce204245635469d18b894b56a924fb2f90b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..034a2233bc2422f6855ebad8b6d604bf871b5001
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1099b940fe023835f9f0c6488925e7604a51907165ce1d496f2f57b428785b33
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daccf46edeeb8cbf2299c8ccb08f209735b2f745
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69328835b67e7da7012bf59267db36969bfc4e4a9da237ca061dee150d6086b6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..507399a88664068e8b735ead4a57d6f0e177749e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33a5a7972f53301f051c10a14182e7e8629a93d51a2b5f815926320d1f1e9432
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2065ac5138a686f1e4387bf594cc20c20659ccb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c658e6e8388c8fbf66c9cb90feb908154750806258d51d2d8df3e954ef23ec2
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d9aa3bfb499653c5f944cb246d09cc6617ae16
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85e002c6db648e65931c1413a30f5c17ad5dc1a79fd91676b19c4245ff78e7de
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e38810d1df1a3e7c398265a8d4575a3af33ec0d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:147b771f838cfcca290f60da2bfe653b70db992fb91aaa0f6f94ae8b79cbc7ba
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d61423a96b5a2700e9d2f245eb8d7b9126b4218d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc845b4a872137dad4b384de070862a822968700784a651eff57c4f604336f95
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c215c58747ed12ee083bba4246e4af6ceb89616a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba4ba44dde42fecf296ad25e659fbf4223c77b0d355e51b54ddacb23d9a40d10
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0b3145bcc5d94f987e95484e2b1985bcdd999d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:501d0aed76985ca0076a9d396590cfb706d1166e2075c75a3cef9741a13134c0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d8d385db284c6032a4dc88986b4e264ba86b41f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4563bbffd3ec5f8b5cc55da430366fcd4aa6142482ea73f471103609b34be621
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83dc8c30b3e6d30be66a9947a0874540c1b4297b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e714d0099083dc9cdb3d5b6d82f888f515bbc061c435314a271384300bcdce0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..314cb45eab4f5402a3d5541f39fb0809e010ef04
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bfc459a9b4c1a8b96f4d0765d6f8fc11e9376db3115d3dee2c0e06e2b7dc547
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9773c806d4ba7cf71d676778989b2ab9e3e80da1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc9f1ad7024735049cfba2b3d3352de74a7da7832d4de0f80c7adafb59550b7b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14b8a6af66394c586f1468e049a27b7e206c578b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:003e9dba3880cc9a738be9baf78f3d166b9148b4128abf83f8df8d64a320d317
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a4e8ef50609955952beb84a401dc542ad677b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:575882fb336395c3f4c35c4dbffb3aeeea8c507b703217d8aa63abe90804618e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc5304507603067446e53b1cb022e165ebfad773
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:245c809c12b7d20c110ea215b1d064371de98bb7eccc13a96c4a621a926e7989
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68f45ca9d84ad2fb643867407b00c2e42e1903a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38f8e1a4bc2337d82ca678a6fdc9ce1e2ff8c99e4e49b1a4d14830308d94ec51
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab37d8f19ded137b14fbf00c645e83113d08b9a0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2322fdb7e7e901b8822e2e86ff65ddba5631b447c43ae2873e8685a46fdd945f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d31eb134e0e33330551ef86d38e8fdb5d107300
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c7fd9b88e0205d23da8ca96af5bbff77068f507412e2f501608f46cec9b7594
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84b43180d28a38f2207ac2c47543eca3c4aac0d1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa7fca4fc41f75f4ef45f24452f2a72672aa41515c224737e70d7d2ab6cb08b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a84c292af3a163732494f7b67b43eb04f864058
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2adb5944b98dd5d4b3ccf1f964f4ac88a7ffb340db89249c7f035ac2d2397f2f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eee617adb7149bfb438298ed57800cf601f96d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0aac3fe7a7bacfd8bfcc39396b727d42851cfce8ce0fdd90fc88b42b8da5a6f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d4c8c815894e651db6ea6ca74c4191f83e60362
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e10563e76f3f835399d783f1b582a99ce1f09ab4b1c0cb80317f17d34efd76f6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c2c0fe97c63d58b42dda62fba26358fa7c77203
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4659ce00ba9cc7d82d748e0405b8334544f83a61b13b9a8aa1aa290f65a05e5d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e3287e10bb10b700a0044082b4682d9a24144b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1460f259b1d5ed85748e2be05471c338ff01aa991bc023eaa305933960a30bbc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7ccb60a65f999367aa42d73477b162a3ee20968
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a2aa9ab848d60df20b58c15b9169c09310cf38cd405abfe9d85eeec618b3560
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa71d7eea62d91ff684521665865b18cdab9b643
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb67c7fcea6e5f9c287b4e626d8e1f9e044a8b4fdc26000e7e83ae6da27501d4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfc8e2f7d02c529c8de1bb5eb092cd031422a46a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd51a3522f57f190dc5f8749a6c498e1ac3ee175fc847855a4a56f68fbbfd10
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..414087ede4804e57a28d95b7c31d30070bb207b5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5363da7a1d6ecd7f756330eb54a962de6ed2328bd71c13d8e6102ef6b1d79ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e2da64f75c80ef84395d643b20fe69b3be8c79b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee1a896938e32a6ab06efd12c5a9abba610297c12527bc88882d0d19c3ee02e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b3465f2db7cc30da38d56138b0fe10f49e96e25
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69559439e73655dc660b1a35112f7766acf97e7fc9764cfa4969ded751f869f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e29fd5e4d86953fc2d422e80e73211f9e677db7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1e08e014984f3c6e81347050b2dc28fbfbb06ad4392e83a3fca377df407988c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bb0d99a96e97e86d4524fc06a82c1678aa81a6b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7675419fdc85a8f8cf94fd7ef85c3ef9a1d5a129ab59fed040e39f1493f960a0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a69557a271936e483be6fe5e59de815aa20c174c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a540378be55da8cc04196d6554221378f2ae0b92253fcfb0f5c822126cf42b7
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae3ee25be1761dab6cc67389458ed970507d94d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08fbd2f71d9e6e228b7f8b4a921d506e3f1208440d9e9d791acda7d37e4aff79
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b25897a14f7897ef8829ad9a9489a29f777d3a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8cdf6438923b5c5872ad2e96b3b85965084fe5ac16291e85c77ee1fb84866bc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf0b191ff0f9b3061f6b095a89c70e4436e771fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:273f98b2b53596f6c154835241a00b0551c134ac6b6149e1be7b96cce1a91af6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e892951b16e9fbb9a87e026b9c1a8a782a3c6067
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ead9c1063aa8ef0d60d78858e79b73c1fabcc3df5371444f99b3bb59cfa7f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef16bd9dcb92d87d2987f988c71441a52dbd5666
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ba45022ae5ac8ab0b50b578016f9dadbea92e20da047eff0731f78a3e601f6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1f093373fe1058b726e7bf2a243b5e58136d8cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:417dd0e1108dea00b69ffa40cd8c9ca914f799eee361ceeef427c3cb60f3a014
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a14584883a2685d6fc4aefe7cabf777e71f544b1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbadc380e8cf9569902b3612adb7416f7e27ebe31a84210ea2628ce85c0c64d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d4e14744a117def381284a201e745b606226b08
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b83e4bfc462a5d8fb8489869e36ea08f7f71dbebce98a959fa586c601603f52
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf659e0a6d0abede5b07c8b0b333367acd26b45
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9be1ddb8f31def11bbbec201fe40c2435d6e4ebbb8ba90ccb9f275be0f8f74ec
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..505d72141d15d5f76aaff06d8f2cf53098d05729
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1e9c8ee308c66f20917dabf6b69b5185ec5bf3833a37a57bff9e082b5231407
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2961dc98e5f15e7f0b02cdcafea9e2620b042ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df5749b93a71e7a3490020f3331c81d25786c16a664350cec138e289fbac055
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9a0dd929aaa6a563efefaa43a870520ccde1d94
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c667086fedeb80cee54d1a3220954210973c10aa0b78a15e07d33f83bb7eab6c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..229f5b2d8b47ef91f69f3a384d0a98345544c89b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:124a74b9fb823cd8f8132cb8ce639af568b4753e328d35a9b8a18972975a9271
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bd0512d71d101be574dd06a62a33b16bd65ee75
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b72bc2c60b86749b5f7fd2e0d1b5ce7d6bfc5d2e5e568e333affd7fbec9defa9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de05d95e94a44589747798068a4b9b6386205921
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:095bdbf2b8973efaa83ae5b7143017ce9a457ac93ba6dc94d1c9764a55d8ab5f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b952b96b492ba5580fd519f29bbd62323bc519
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c43ad7310e44a1dbc266be7af1bc02f84c7354efc5df0b66bacb15333f5ff3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da698a62c784d0296f25729c76d6004e4dc69d0e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:026ebccc44969478bbd8bb7cad5b31320dc1ddcb83e2abc2bd2d624516f402fc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..570738e3237771aecd26a61e68065f3e1f5a9804
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac4dcb271dec08fff8c47d7b66c7d85431cd2a05e3755fba608f50c95a56c82e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc2e10f8e3270083d8affb4c9aba25a304806e61
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f0c163687aac9d4321ee136a4537d6a93f025892e0bd9cdb8077159c88b3c8a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..845b1d5dddcbddee22df5d30c731c076ee2466ad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cd81f6f5848877201c4135a0204d3d3e2768a9262bb17d6229e26926608db64
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17825e67ced6419af4c44ea94982b7feb062ad37
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942dd94c065802253b9f7b05c61700bab06b8339944c755782942010f2f2a13d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c97e2683fccbb9af6ff3bbd44bfced5d22c6278d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6eb4f8b7394e5bb0bbc7fadcb8e3395219b3d67de3e68c22237245ae429c188
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28334cac905dabe9d9a73ad266f5bbd0bef3d6db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38de8a79078743d506e2226e946412898d5342bdb90c4d48bd0837bcd2011096
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ab747ec23bfef4faf54a37e266cc3446e3d2940
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:257871c887b543ca15ce4e0a7c42a875a7287f2c90902c9c31c4aeeec9191177
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc65547eb67e86e5a877b36c7230d1721a686a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5895c0c0bc24947c7a1e91b6441a75d9458a63d52542b22352b0ec14f0d31328
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e065dfd211e382914305abf177087cba354124f1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b64d7e829824d1f87119cd60c8eaf203bc6184c15726464a9534e72921ddcf92
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68d1b18af974aab0f4dd53519c17bf6bd93280dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40be83c33de738e3d4782b954f7a91cae7b9dd8959174561eac6da70f4a0dcf3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..182fb008eff747c8e55bc7006b6de2c7610a3b14
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e3e51ae7bb0c58b156172df88f0114b488e39f4d427e80c210d74b47bc7c6d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2f30653b2790e4372afe09201d705305e99763f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:613d391cf8e9f0abddef03e9dac0751f56aded39581cd80cd393d582aa973695
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce9587d479e78307c71edfacee9b47f941fbc81d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d72a95f65fc9020b231c1f7fa48df79431ec4fff08aa19f193a85c1070b6d18f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c00371f46c357c77cf9756554a7cfe3041a2db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a4830ea69e6ceaa595c091be82eb2ffcc238b2cf8410139ba329c6042c8c30c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8573165d9c22b15e056745b0209292e6752f38a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9db7510ca0c51dc508368a242564ef3496001834d37cec065cc6b6229c713147
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db9832af0157db276785843f3c9e0bd4ae64ab4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1148662a840772e880d27f07a85465001d8550991e4081e7072f7d724b45d087
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5df3f7a463e46f5a04189c88e87e9c256d292759
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a748e4110fb5ad29eaeb6e28dbbd9ad44d2681aaa49db80ed9cc18f1207f713
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4128839ca44d927e7c721f6f0741994db0ff11b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:412f543618b920a0d0627b6dc4e77e1b0f356b6dc6e51fb26d35cf3963933297
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f52d959364fa307135643741df763094c277699f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3933afb5149dd3d0cad5baccc32048dff291cc6ff75d5df3e72ae7679c0e7a7c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac2470bf69bc112bf58ca02fabc5c094de80088b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:310aa7f9c7789e4336d1e755c0b56a5dbc1287f7301dad21840783586c1fd6de
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7821a58a4ddd4b529be700f8b983e947d56dba40
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa2d6fe7ef9228e6ff07244cce84f910e0a52b83a84a3f8df580191018058364
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80ae3df6ed7944160d674b01201d5d6b5b418ae1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:430a44b9967ca5b01654977d383f404095d138927cf71943973cef24c363d647
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca14448fad18bedca291ceb8c42b8cb5e60fc0c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b13ffd902a6b7af050c6eff0951e29d5da25b3c7819bc45e03c3a9fc5c787ab
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d8bbb33fa8c5fdc25dd3bb17e069b87fbf80fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:184575a10d45138ee4219d0c162c1149a81e4edb372ab944fc8817e180f6d351
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61e1f5a8fae1e32b86a9a5627b93b0bc4181efc0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07b94a6d2a8d741cc05b7a3fedf5502126f9fe932f3b878b13bdffd4daca11cc
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..998946a8a4fae7cbaf3cefa1d2ea61e660e94647
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4e2c5c76986dddcd9f27b2e791877261be5c902ec96d9c9d64bc3a56271d1da
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff3d2fee0bfec2c22bf7e3700188c3163de3c759
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b515159a7554aa432b70abced6a838188b932512da544d844b8180e8dce3911c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e90290e6f2546edaf5fa3583400815652bc5e9e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d828019fcd1202fbf9acf224f8fb4821e3b7b9fab78deb4bc11738390e2319d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba7d78b0e2245e18d858888650a2299378c060e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:361533c82f4404a7e5a11703a39fa411036dfb0d4f14a9a5d4fc15b0953e9122
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3414a056581f6277a3e41873aea8db488805dbb6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f53e238adf9c8191235eb16a0f6a0fd55df63e3ef5f7ab0df7d9b43e89ed0484
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74aa0fbcd1a22d67224edb60731fa231ff51ff21
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1474d8ef16c7bc87923d9c7aab210213dadb73fa66bf19722498dfd13946491
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d8d76a77035cde9626734a2e8de3903980438a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:273955521eed87a8cd3720d5392efe9e17a883d5f8685488972c37f870b845de
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a40df5f2dc0d491e5a36f034d73c1305b9cd66cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03cf44df65fc840fe1021e8f49f79dae1f3257823c906171aaf9e0e1b273b9c6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcbc3dc539ff8bc34e2605e0d500278ee697b11e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:716df5112a959f8bd93b5cc0bdbca2e47db3e22e14634733729f77f43484aae8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..300d41ba551a8c562c9c85333fd4373e9b3180b1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ead5ed368021695d196e21db2f3eb1eebd743fd4e037d6c618fb5e22bc341a3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..039548aea31759443c80db645a3825d1fb09cab8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fdc470b36499803bc063876ca82438ce414bfc94acb730af6962ea1d5fae8a0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad8ad0ed26d9e5a2cbda61b37f13e9b7ba17a46d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:093ea092066d3a435e7f43bd8d491cf455797819e76d6c0cc4af0d26fd3a2ec3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..512e851248db568c0824102889801a46ddd95295
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c629d12733890837a8566682b185a8283442eb45b13575eb13bc8fd5605bbeea
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9a14ea01dc76053a1f4de0a54ca5bde1cc917f2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13e4b61268929389ad07b5ccacabd3ec4ae571b1297b9a4281ca579052a973c9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2b1c3005c71ba93573195fe3bd3743a7560bdd2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00dfadf78c3054c7522b877ac53b3596d080a5b7ea3c07c325037c83dab9fbf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2188b2971248ffb516487756554af37f667f1005
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0310ad81d8a086b7e023137c951043cd39a4817a80f68bc4541231d14559b7a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a750e5457859cad762ea4b3b070ad713f195b73
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03cfcaca3dceee622fe2d76e05e0cfd78a6f6f228526312ad9ed86506e3cc162
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4326df0aae19e7cb9b6752c365ea46e60c4f335c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b9c3294dac4344d26d6b799832e0892b1e8eddb4a1a1eaf895eb73a4e7d5b12
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5d401a95d93af912dad7283b775720913a6ed67
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5984138023ed4610a6b7d86f07b2f1c5658e1bbe2f0cea2e5862db46cf114575
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a71e8b93ccb3df51cf2794a79bd8df2b72d46ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5c02a4fec6154cf23ac67c05ce5a66bd1a8d8101265cc178491f6f54259af8e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..779796d809054ff074dfdbb30a2481ac6efa0322
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00e7ff1f1b6f055792851cd5b8ba82b00995942322e6f2772c61e93f3bf2c49
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dff4a80047016dd963feed743c7645ba982afa6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a27be95cdb7009b85a5425cd39222abb344a08fce4807b34ee40f1e3b48945c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c47bc609e3925c195363a5c2617c271a4aaf7d68
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb398127d6e23d119e6383561532775fb75bfa9c1e1a3a85b4acba46c57fa0d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0eeb48b281a1103d022b763654051524993b4df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3f5a338abcdebc6dfad5a5465917b68d5161603bb3d6697ea427c59c2a5f013
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a2aab9a2fbd62f1ebb2414cbec1e36fd20af157
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06f9f4ec19ed57d93f579e253d0d320d7a2cfe791609975418ccd1ebaf3c30e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97851c07464240094a5778d2f5f8cf6c4572ed51
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc561623eea8059b684ec5d5dbd0bc3ab31f74142d6a79507388e3c2bb6f494
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff2c52fa6228bbe022c28a49cf059500daab8258
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5435b10038db311a20a5876ee085131a29986ebd3d1d1c2ed4864d3181d6bca4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1893b5cb1955fd2260b2ad4730d51524992c1de
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2786165c4d4f2c460dbb114d6e2cccb0912ce2c18b758aad6ec4da0e943acb9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8f7afba3fe76e3132b8926b97f9ab9c585e41a7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0740ae8dd876d7a22dbc17e724f718bdad9640eba774535945f33fb405154d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b914eaefdb73738c9553f96fb65641b1135d586
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eacdf458b7f6aad1d71653ef185959a62e0eebd3cba72dc6e8132cdecbcc9cd7
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94abe148f7446a4bb3a5566467aa7b9daf0bcc2b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:515317786b0e3fd533dfe2ef342312b5140c8d77e1fc07eaf4a0cfc69bd71a69
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24a3ff13acf6c7a13f7da26ef87adaff597c7c43
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf182c3d64e34e917a847c1d6f05fbcd989f324f1eec082e0d3a15460f6e569
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a44628f560da15b7aef3afe55d835fe7a3bceaa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e797bafed0ee3a791f6ada717968308ce553b0a42ef1a47d935bd596cc9b7d76
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25b8af281af5460b9fa134fde649e3cffd450ab7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe274080ea2446e05e4621666f7eba84e689d149eb6c22dfa75fc6b52407eb7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c41d87d302f472d2d1e25996d09867343005b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a514504b5effa71d50b153cdd5cf1e5ddb0d12609f85dc32b4a5a31e46c364f3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad29410c940afe5fb682c72005d5fc2edbcd7b82
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f03b6e20e822380b67465f1eb8364c6e8e9666fe3992bed49b0123e9655e5fb3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaede6c8ee327890f1b92cefaa89efa173eae56b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c2ada801bf706b47f255dc1ffdac414a623ac318a0ae8d801f29ea270d00899
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78d38d039974205307a3867902b620843d2eef92
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbcfd5a1911c3dce13fd654c0825e0358952ed8ec5756354f50702c26fba873b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bce9c325f677a39f71017e4130b9cd29a578bf3e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a25e6484e0400315e791c80006b9840025d9566526fef93cac826de0f600ff1c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a88cf9a69a2b078ce5e8073e64b17642f8b1df4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e8b14f1a60debfd632454d940983a23d1714256b0c3aeaf124bf5fc04934f34
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cafb0a78688b2659b844b3071cf3c018c67cb26
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0072c13a12246a783675254bd88edef37d938a17b341591b4a350a72864b9431
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e01b29808e34b9168705118bdefe61c890fd9c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fba6a1703b3088309dc1f81d46424052448f5862343fb926e45b395aa43c0dc
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34cc3c64148b42534cf6e7543a0435981832ef10
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18524d0ad439ff4090a2f38188b1f200d45cb6e8552a3792d8640d1a7e0450eb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a31a0fde14b0cc5654e46b1fafc1b789b1355b6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b72f78e6a6e9bb594cdabd9a5deaf32541966b2bfb237a8717795d69453ab2c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee50d2eb994e43793d3775651eed0b71ff89aa2f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f304944c253bda2f847059092cb86067ce06ecae18d69ef7a24cb29d1cf9ee8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfee4d7d838ca8d997a2558bbd5a0a5dff695954
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f68c515dc382ec9df7c33209f51be29a5551e0e2c8a114e33cd625a1af442c2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e0df6be743afae40ef2e28ae94ce653acaaa87f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:714ebca8d39442eaa14e08446379f310ce80bae5cabf16b6494d0c59a42a8d7c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e492a3bafe02b6619aad42164ee3a50c9beac5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94158e945f182330ac76f06904e8fbc96d31d944cc4ff65851633f979b5ad692
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5205a9de3ac734e4d6a339ac3028c17f0d99e2b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cb73f47dc4f58a51beab381d354c7653fd3a8510df06bf823a9be301ad335eb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..657318df8b6fd8a82289a6f4f259f6042d320a22
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c4c7495beb2c29fa3bfc1535194c4e2aa73090764f3dd3bba97cd0366fdfa50
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a69434932ef99a8d2dbe9906cbd755b77eafba25
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b401ecabf464e57bce9688be42c68167cc8c90d5bc19fa728c077dc3dbad7eb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c146be29fd134ba63a928ed31da908af56996fd5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53e4c8e4defbe31e387653c08d61e32952f0f6b6d0a5bfe475b1c866f18106d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60197fe82afe3a89eca27fc1f5f763a945ad0021
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1cf0ff2640bdab60906082b5df64cb4f0c61aec8b887329e7358147dd743f31
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2131d025bdbd24d1139f4038cc0b2cfe455346b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a209f32c3ae8ea9d12b016780b749b05c9a1c799f0031323434de2499047251
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09cef36b843780d56043635ebe30d336e6db8f38
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d09f9949722b6afee4a6dff8900124b170cd977cd00d800c1f643f5598533d1e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42e3f0b6c86e5aff0d4e32373cde811043748988
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f3874d4a2ee15fbd5ab6f4f9edeecdfb186efa748ae8a49a92c5030db81c3f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5816673d1c266f1baef67f676f631f14202811c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fb43ea55322a0d142296d40dfe5f7b0476162b88fd0198008de4e012ac58638
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02099d8bee6877997fc82587b4d2f134271866ad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed9bb8dade63626f853cc17d5299ed0cc9b5f0042915c424cc3c2710057815cc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89551bec9ee713d53af3cf0df660cdacfde7fada
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1962d8cb15a59415642eb088fa0271f930c042a07227ff3877bbdc3f6353515
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb9cf818b151ec74bd8b08e6587b38f9b91c2a49
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:482f14c08404b990b9bc94c5e17393ad72975584e15adbeceebe87f00ca90c30
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ada67ecfa3b0230be57e472df2961bcb6b83eee3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf561a6bd8ead5836a45412d493252caae1bc8fd124aab7bf50d1036387b5d8
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4391b729aad569b0d9f8a1302e56411368d13b21
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40145ed04736b57bef760fdb14638f090e8192fee7b15c2c296a97a6532d943c
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/lm_head/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89e5eb13f613313cde7ff3147de0f4b7cf2fce80
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:245a6845dba6db29bea8fed885e1ae8012479a5f23556fab97c0429959f25ad0
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/lm_head/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ef50073da77288b02e8885c630f2f65d8af5123
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:348afd4b20d90493fd1ff3d309b8b74e71edc321269c73c2a16f18a39858d354
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b45e458bf631284781017684d81c3cab180a3cc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0f5318cdf85cbe7df8f2ce33de69160d64368aef6354e56ccde4603fe0dbef4
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d5c20c33d3829bee6d7e5b186ab8f1fdf47004
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:381103f0204aca92ffc2f61c5b88f02ec89fb2ed196e844c6d85fd942ffd2fb8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3292bd07dab8d1d3bf70f77ad2006d833d603ac9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d01ff3c0266cec44dd56887f21f6cda976d0deab1c3e41d57f14b044f8445695
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a78fb0502dedb327203e401060a4be5f604abcfb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:370f492f54abffae5ae5c679fff5f76fb0d760451e9fc0c877a61c37f5dc4aff
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed21ff06ffc872b7899c76675ef55f95dd1fc4e4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10814677480b9d801359f99fc6f62f0addd13e6489a5ebbf7031f13d1cb4c321
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bec359da88b1f15addbcb53e6a1e6758718c846
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dc3441d82deb55a00f49618112e267e68305b4654845bab97a127269a252a93
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5403f354f3c04e11a6d36588c212403af1b1b1be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d86a7117dbdef533b2c0f9b78b73ae08b77d398bc72cdee69f0d338876b99b5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c444bd0e5e1f2aec4e8236b8ce7177971e43ff7a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cad1818795ba12d73feb7db0adef95fbe429e73f05d4b45eba87243bc58cdc30
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac9325a12832e58ba0cd43771b9820489a2f2b7a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ce926f5270f86bc62dd196c3688a397cfdc50a914358fd5690571f48b8e71e1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d686e34eb8ee02482d903fecdb207a651522e0c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d52a4d49cd7c021727f3b36e4de0f02c2d7df77bcbbb13450d3d2a152d3e26
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cba043c07738cb2764b5c2935127b96dc4777b63
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:361621f864f62019b1dcf4f12aed70e2e601d932592f1567d7aab07229f6c852
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ae3596d0f79eb1c2a023fa7689ab4f1fca659e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a806b169858262056ab65a3c4c5920679bfb11c9a6d939d114802147f48b5145
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2c7a99bc05616520c86453e5b3600ce30d8a376
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02dab9d13a4b13be447afdcc2cb88c9fd7e0b790dadf545e54da25325c1cc776
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..126382d0a4054a31399cef52a76d8675c7279f91
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44d4ab73f288fe10e3656feb6fd95777b54cdb545b14f5f30b4e204c5787a5a7
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b66fa54ac0dc9a66de3c47e8221bb9ec9c77770
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22cca8673510a14da6891d2627e6de69138283acf0d7b99883227c4a81ed2bf1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..385e030f61a187db255738899474b18d98ee53d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:653b67f06b58f7cfc0b81c388d45a9a95e4875612b44e06261369a72faecd4ba
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..229b890ef892ca2d1026fd8d3d2c38ae4734c050
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df27da9dab42dda69d14928a5b12103a602aa58e595ba967213cdf5ac848a523
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b17acb50eba41fa7dfc72f1b1026dffb1c18229f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b11cfd62b47871be23b1b00513b10727176475e8961fd914d46a8c0ab0e6f9fb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2b2a0d9331d6f92d7c640e5c211c51a58904051
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a88dd057bae85db18068a99f05741bf11e8c695c9a74e260e045d2da0400ec81
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd9a530e731726ecfc5adea6bc5da3bfa915dead
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0c7204789cdd8a3a61b676da587e12097018612833e463ad4fc11d5162559c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3100644c7aa30dec3c3b2b512abc44db8cbe80e7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:616eaa92f53a774e9acd15c1969048e72ccc31987425bd66920315f79bdf7804
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..201c75a91719e7c111957a97f437388525b4c04f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e5962a8b636d21c5f1061356d86ed4076d21088e844790c3da556e7d2584053
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..416124eefdf48d2ae104db3079b0cc89a33cc91f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45c5a68a114a8315528c2bc7fc5b2e90dc899408497ee4594266bc107365e415
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bba5dfa3de4511295d3a524595d1c2464c150236
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a624876b748382de4aae8857d1459896379042a341a23b90c0a9ac892c77c483
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f286fca0499ebcdd3e16c6c1c9ae1cb0470547d6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df5b2ddd5a9df16a266888da477a613ccf62ad7f7bda01016ce9e010594303a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9247e36b616c8c3df33b4e63cefd27cd1806608f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92aa2a3d119f88693db53b2a2b9e846bc35989f88a5b5c5e75ea3e9d215d172e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7daee8df1a37160aa0619def85f230ad14abfbc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bcfc4a90387280bd79b89bc271fa8a41973dbaf4868aae1003fa3917785338d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4628acaf62eb862bfae4b74030b7e4a5d4aea0ea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0be784725c8824f8410f35d213e92c296277f223b2eded003fbc56a03554c8a7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2cf727413ce7dbf69980341d66072b4db78f9a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a938b8ffe1522c690f9b96ffacb2cef0b3f6cc81b9451dc772fd4526fa04351
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb2bd8e100fb36258b3ded830d9822ca81aadc78
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:501aa5ddaf6493fb0b1daca7a8fe88734db8beaca1135b020891f19faf10c7f0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b2cf9c1204c5d4b84b41cf3d8c5b4b2cc81f52a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f0397cd34af81bbcec0c40a1a26ed805d4f3cea87f5bc611bcbc7c29a16a9be
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da78b66fc4ef3028954bf5912c57cf7bd426eced
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8abf8ac79e2044176db22e6c3b08a1721d63073f1e509039d6e10878a1addad7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28c8da4254e75cb53e8ebdc2fd509718e5766b93
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd8de92c8ec9133575a26198ade426a352e528d4591f440b4522592ee121d028
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdbe8af113662912b7e6f693aef1b4e964553146
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd0540f934bd9fad8ad76b6e4a3f5f4d61c6aa3735ed6b9131e8b023f2c8d5ad
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3817ec824e8d41cfb96adafef190f3cb2f9f1392
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a960e7228070712ca1e9a1cf76a1e7a8074b89ebcbf1e4b395544ef2a5cd50c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99e31c50b7f8f53649a461914a570e3d4fcb7b9f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e989b8ed5be36098cc3a0e96d6f3fd3b6609f1049049a3a5fb33d614378c5d7b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5803c6a571664af27a11c5f272fed2c47b51d2b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdc7c868261fc03a78daf256b4896e10c666623111d78aeaade5a948870f09cb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0520cfd49e8ec5842533718f22eb05e907c067b1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c7b14c00fb0fda70e5287a9bfa8f965017dc0b9a445e8944ed9207dc99e22b9
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1df2791faf353ebca906e5119b3eed80c0924172
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a19df5cf6eb06585fdbada6060d560a093664db7b800646c272a01ea85f8496c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f76f3c3ddcdeccb36c78b84cc6bdf8e71da5340
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e86927d96aecca1adda39eb98d6bb9d7399b5df6a2d3267c81277f7e9caac38
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..284d6ad622749df19e56f18c355858870de770c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81110ffefa16fc3c4cead5dde7103abee682c3e8639e6167e14d6b9bb22c9c94
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e708d71abc5c49f318f7719c7139da1888ce8952
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f61f0d089679c554450ef47027eeb18b45e65c91d7585cb02cecdd0ffb97ac1f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6919477975b6c9685dfd07d5d15325af16c228bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791b2e0805f16f07be6f0b1e26d0fb951a6f8ccc6290c4dd7c0d2bf0d46cf524
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56017cffa6934fcdbb587d7c5218bfce125ac93b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d4cee54534ecc92f62362be13c8e927fc66a756f2aa0b04434b85e9b1c4c89e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c5f42b9d80f2c90393e2f68ed82f9ab1e16f58e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbaa6e4385d721bb8923d04888345400bbd53913e5cfe8ef92cc508ebf3b9df5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d69e8fee34f6fd017443198eceff93ca181ffa1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a422b959eb6da51e5c4e2912b355bde0453c7051b1a19d7596781288cd41368
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48f82e31c35e4ed3b4155ec334a07f6d700dd28e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b80fb4ea052619da9fc6663c17d012d4e03a9f83c540948126ad7d49e0e3876e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..519e979e288925f4b34959a374743f7ae98da7e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fe82ae1af1728203bc34d5549eccedff6b152570f321ca5f2d17fa2a54d519a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..960f8f4f2e0b87eb6f3f58bc007fbd1658fef0ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e75203d4d83b56f1bfbfd76eddfe9e4cc5ed70d65fc7fa37bf716ca2aba983a2
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2929e3fd753cdba29bf34cfa797e7873bf5664c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0262359848bf383ef060b6eabc3702ee5a280ca1759d7e790a1ca6774e41dec8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11d12fe1c5d245bf51dc6adb539cef342a04421a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfca1ce9dd4dc5e39b5db42d7797fe1fc1ed59fd7ad0a7b55870fdc43574a4d2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f61ad9c1501520b008c59164d1ea15c7bfcf57d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28adaaf5026edddda48d5b0d72ef3c430c2448b91f73bffb9c6678ad0ea491e1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..148b1de81dbb17aac4ec6b861a7b7b96574fbd08
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31ddf1c8bb5c98972737f8e14fc053dc6378fd2a8632353c8f82b97abba7b719
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9c0ca6f9b589641c490e1009fd0468629a2c569
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a654e2270dcab3a0d389af5e73d81d988e315d9edf507070f6cd3b09e7762a4d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..903971171040bb0468e66efb5d9feda444d6b288
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a2661cc268dfd8fd5fcfc4c067494a52541828b9761f0307d83030820572c8b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e805439165ccd0a1708fd47457d17dee0c3ece95
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dd3b0c975fb5f91f8dd4b22c39659b438e46590812a5ca75fac719c1b6ad337
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6b60a41409207b4795d51040ffe094d335ab999
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f75b8182ebdc608050d3329f2af811d5ce15623efb98c054bb3f5dbe86e82719
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c890a496a5cc2008894e2bddc5a49c3307045182
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1290af8c5bb6e19113deb302af8253110b2c54a72568d4f7de0994355e3d96f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7096df1afa0fbb98a8189d6d8111902b640697d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d2d16d65d1e65f962786f6536d04a0980f9387f7904f6c730d1e4b8981d0a7f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e94d3fbc0a3056d518f397913a1576a88d1076d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16635f461fb3f8966f9857a763e9f60187e541123ea126e20c98baaadd74ced5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce468d132509af16db84a6465c6c06be3eeb6a8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98b5551599f24f87e7de9f6b5e2b3a27aa4d61e54948d09f625f057632a4dd10
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f097a95cd09841dd601cee36c47ad634fc12a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9407090f67e4a00e471b930985df8bddf286d357323defa85c957be3c690fffe
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9d02673dc0f891041c15c4fd2d40ffe43c8c3ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b01d294b5885e07e9acc18b2ae8c145c7cd20615cebfdd0f8fc8108c1526d7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e41c0f2b9bd7e963b1881e4fdbcd9186f58b94ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3426fdf0060fb6610d0ececd64b5335832bdf7bcb199b03a2c25109a8f205c21
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3029edbb60187ee27de01abfdd88d2a268a8ba1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff49ae9bad436c2d669bd6fbb27db985106842326d04588b49c1b9c91edd56bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ec53d3be5909cd6aebb0c58647481ed5597d4cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:947d6dff8cd04e63c1228fb2c04b34cc69a0ee0887f68516e104c4eb314b03a0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa6d6e5827c3e6a37eef556778860131c433a461
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7bf46212ba3d17ab026a7c7594438dfd9a4310074f19bfb20114cb366d494d0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74fda64ec62d2cdf63cdaf58a396621b939965a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff4b19d827b496019985ff8ffd5548ca3b1c4b1db082d4394a3071593d4d7130
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..464a0c09e355278d0ec94c3aa96c5a26c99de3db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:144bdaa028dd2b9713caa96a3766b70840c4de7ab0fb0c9f789a062ca5c2c65c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4dc4a5ef52cc30836da68faceb18e5fbdab2b76
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c17b74ac9d705276b9bccef5e2757f549ecde97cc38f4c3bf2c9f429bde00364
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f11f316ad457b08dee38be908c56ea6ddec49b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02f12e3cc58d3e8d2a46cfe1c21f2e0aabfa566922dd4c4e9bec075698a7d1a0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c620bec87ff0e8b237ab8e68190ed1f03ad6f7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:127d966dd20a78d4c30fffe8304075c7b7e117b6ff14560f21b181a0b2074890
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4ac42a61702572480311e23086c5740e13a18bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5858f203d9966ce21fd63d27b15add4e27f2d79a65b5292e2c1216360a81c53e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f15a0795aefb4bba634bd78703d5caaca4e59efc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b02a39e7c27ad492d4d7e80495b39d447573a7ebc01d69aed11011190835a123
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a9a84a8739cdefea1533b1d559eed5b4114abdf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d58015304e3ed1b9eeeba0a047c5c46c09e6403f65ea1d7ee7f7136990120de
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0adea3a9997e477160cfa3d417afdb437782bddd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee83f730770e4fe58f837bdcf87bbe81d0b40388ec614628611247c35910dd8a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9296b542fffb8aa2d3b289c486fda7a0457e82e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d75f7121712793f911ab7b795b4fe8897fc86d2a2edd6f52859b9e646a5f946b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31c73b68db4d4215c47abce861a94c2488e1a282
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6564341e50c9bff4f5aba77b7d07732fa0f08c1819e9fb6800b0c39e459b0761
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37aa348aab07845f9011c16386bb1711686a22a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4162fc964ed12a5c8b5045097e598564722e7ae25b202f21ce1d6f3d7941371b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4488f45b4d5f531c33683c64403b518417aa8c7b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c410e74b43ed30e7e0a5ed5bac5bb641638e7ab0a6ebc257e9f9fde893376e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd42359e2a8e33e9311d32ca1566d0bb4f90afe4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a6636dce8c1908f020231ca37b9a945b896cecfe485d955d003340a3a65382e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e60331b81f995fdcb9d05cf0b5569832e7e5fc4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7af31e9b5ffaf9b473e15a778e84441075e8b5fdbc5b592b96bc2f82b5df6e7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..843a49bd817b7836a2cf385debb2aebab139edaa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:749a79ee41c4b31b8e55fde87678de1c199409558b8c94ce3be1aa329c4a605c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e11ee07f478e078147415d1b3e1c0b10dccd778
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a7f850860fc5fa0446b08b09b06f0dce0d354a6d5430680b5b6e498f6875a83
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd91584b452fa6c6a243de04456c12cc75e81006
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f887ad0c812c676adb54f367e57ecb0db2b2216d42770b005841bcf75f49ee16
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91d50c70945443e010b37472c1c38d756a00de76
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e13ee445310e45c75d892cc070e898a893535b9eaafe21e7510ab5a192edc688
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac36d7f297890e4310f2b3c67b6b68cbfed80a1f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db16f1b90999db69e2aa54d52680cd840993582abe76631067f98a937af25257
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb5cb9602a846e487044d9e0556a3b90b7669bbb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:797315f868d0c51efd031d4b9975e42f8f6b11d98eb7d2cdbb0e7f9a53a74560
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6cfd19d0c7070e4c37cfce88482a6d88cf6eeea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90c477686cf7d6a6dc6909f7ce32ce057dce2cf0820cbc99f8c7f17c23e7e52b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07e60d560860c075bc2eab6b683222c6154f1d7e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cfe1b61b4858d52a65eae6111a6aeac8aba867a7b99b55fda4c0fb1b1a01484
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b1cb9cf773821aa44efe9f5a94468c91dcdf0c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d21409fa5de1419da797313020d0cea8397ef9cb4f901f207f398a71232bfea9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aa5ecbe7cd4a1b5f0b5c62138e111beaa600387
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3e926d01e8ac7797fa34393657211a4856ec86d3444aa0dd288114ea529c2f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..905dbb230a632d5021742552bb180213e6899251
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6475b43c5797230c7d7ea2e42d462b011fd45c3666b8f2ef5babfd71bf1ab9c9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2ae71af8ba48ecd9dcd36f9e45eaa4b78fa0daa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a038920efd74151801b7a10274e7b8afe0cfb9c522eab36ff3e1456a1e3bc9b8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..293bc46c49ba18796b01f611f2e5f542f5964289
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be176ebc26e781537606cc25e8926dbe18dc1d7cc56739cbb5ed0f733bfc71f1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba0dd2a3e87a89fa81b647bed2419eddbc1644f1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21c39bce74e5961f137eb0ee1c7d9c1e17e786f85df14c1162e419705d057061
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eb616918b171ab40f280b444f5799cdf8de1dab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74f90f41e470d9fb4248364c9f571f95c60abac58f0af8f2feb714a126f0257b
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28bfff8f648add6cf56120a4ef02d5db9e98c0ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f6cb1954d7d820a83a30a26a57631879765ea12499c529365980c0b3b01ddb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5864050db0d9b455c964bc3c7455d7a601327e00
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c3f218af7d0f07b09c350dce8072404f1fd2e0a91cfa75c1c2f4b055eea34f9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f82d0fd7df67e66570f688f8621f02cc56c6587
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f896d4788d3d97b3d5bd8ea64992514004104bc4a8c5d63313b387687f3911
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dffcdfa7889c59cec0dce8ae70cbcdf27966b2ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0632bbd079df5d5f93d000e1535a07989a58c24b2d14b335eec0ab3d7f992204
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d3640fd0387c4a701216f66a22eb6f91cd20bc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb57f04908007608a367287f7fed1524d1fe7525b130748ed7c1662b0d88d2b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05fc1a23ec8e68006d2e547f55ed36eba95df520
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13984c81404787015202c3ece19377bd77482318de17562a22795a4b36de30a8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..279d195b91c1a442a887d06d55e554afad97a146
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1082d62bb265a27e8ce014c34a7bd6baeba1c7d6182b99d1829814bfa28cc1d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd265dc1f79538e5aefd18aec40086317b1d706f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2d3622b330b3e1ef81652b361158261341b8b7b0004c0b21e1ddf114337c4c7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37ba0b3706c9fb7b42bd4130db45ae8a39e69dcf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb22942e730de3a436bda82c4713b74ba56876994d89caaeca23f10e3796552
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dbd09bc02d6397754a8aceac38773be8c2ec4db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd978ea5816c171bf6176426296e684489a7cd90c421d178bf7d405784b86d0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f913ec2643aa2b5920267d39f0722b4cb2cc1601
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:519e684a4fdbb19b509a763d53e001db533c95768e44fd04a63e892012d34fbb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ad93e65d4b9a512f3bacdcfa41f5ce8f924559
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf5310c5800356b2f1388cf6f65ab92255f60b569264777590fcb40346c15b07
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e52fe6833629b585c7e4886aaeda00390f61e3e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fa7661fe84e3c1641b39781b9f8dfd764dd017a63980f8190a0964bae573df4
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5198717d95346a8354b5629e5e51314e1e7212f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e42db094ba8f5e37b575960643add1181b105beae0f3cda09ed576c02faede9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0487008287b3cb1abf9b254afc3ccfb30980803
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c08b764f085710b4ff45dfc2d8f7fa83a8bb70e10afc5d5326080817a56a0262
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08e56930eea07768d447d936bdaa85e71f39b441
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bb11522ba60be2292b929fbf72e0890f5cd44f0e7c1b7e9c6701d65f7c6ceca
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec6202d6352f3b21eb58d8eaab418f5f64ee2711
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6722f449d8089f63a2dfc6537ff571212f8d7f74d8f9545a3be8dd667d5e0a69
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c746bd3ca0b4e8ce18956f371afbb0f30bc9819
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87dd8173713b9e9cd2d466b5f06fe749783b51e362bca43df693bb798aecf13c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2649d26157ea1cd40d2eb4ca9870758bae88115b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1842ce79eeb80c97d185ba605aee477252b6cd97b5a4572723a043aa0f90c0c8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9325026cc5df85669ab60414865baeeeb9f65db9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d60993814854a801bb91eff7263df5c867202145c35c57e7b56ffe35062c104f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..298018df192f8c3438a397974cb59b2d2779b20a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af411dcbd404df0e087e7a636faaeb1c879f19d66d7a097464095ca710884d8b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a20707b9ea73a8d05e399c4e5188266aa4dbe09f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34fd105e8c9f979339797a7a24d1fc9b925996e7786a821a0a7b4542fdc6c126
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d1a76ebc94006a805ac9eba470a7fe8eca2f720
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:021cfd68d9e881bd47c695babe795db70ed1f5b7686c05a3e0085292640b1151
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45bbba28fe2d7e5fb15243c3bc105f9450c70d3d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b688fb9970426284a775e453d92820eeb8f3b23d544d7bd7b3137b40772747ae
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ae03209fabb83f9eda4a6127a72bc61f18f210c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:231ba9c1cd7ce183af452af4cf4f2c04fb638aa73bd22db78656359ccec73d79
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18f8ee89c510e108e0e6bea8745176c8a58c64f5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b583e3c0da1f6cced73dfaa18f6396e5958836b3d156b298a51163c59b6f073
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2091e2f0a7fcfb593422c05270fa0d68c448ed1a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e45d12eb471db0f2b49b0409ccb9e0006eb19c890f5f6bf920056fe4217b49c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8b35192b5a64667c8fdef30bf427c0b04a026e5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96584ef7c93338f3471a82b0c8ab8552848a409bfa91bcea52b7833a2083f114
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f4b257e22e23abf571d3975f3e138d1bf72a47d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f72c6fec6782bc30c23661756287e67eac18a52a9b1a50cb96be77fc0a5940bd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07c4cc4ecbe1f26b607b8d024a449b4e72c6bb6e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee2784e3468a2bc9aa0e75cdc3b623b636f842ea7f777cdad945788998baba0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ebaa03ef67c502d16726a9a4b4306bddd9f0f7a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff653f65f28e8bc92593061f74c62cdc8619718404c77294c270019586c7b259
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b72c56f3d0f91d3fc227b5230c4e7524b4f56ff2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b32c1e0cc4ee86dcfd945352127b8c871d86d80312e1b0ed3a9021ffd02f227
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d31f4e4f252c501b86145da1d0bdc4212de62cda
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf6318f79533d6b31592e7dd5346c84f6be5becd8736eb20fd348ade6402321f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50cd8f8957c8631c8fa85892eb5c3cdf3f000af3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:717c3671ed7da43846a34d6c6d3ad54d38a69be94633717834b100de146ea4b2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..834a51a7b3e30ff8d1778eaafea61194ad53659c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa99fdeef22f1123f4c30d2a2427446dbcb82f16177dc8104ce619236b596aab
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fb1c10ae529ac95c901f2767ed6039e7ab51d02
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73e24eba24930962d5f969fd7c50f58871193fa5cec5cc905b7e894c4af5454f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3b9b896c591f89c2dd89ec645f86caccc8fe276
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a70855b2cea75d882b8ca787066601cc058b195f6d0457133db9811c4c531b0c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c315a599547f84c280df428b50d24da9b3222e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df5a2e64b558f85f9e3e2f05cb6f92a9ed7fccb97f06e26695b84df9e257e3bd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1924f52ead8f17483668f39137a0fd87788a1fce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b785f3d8ebf2a8f7cbb44c164d36ac4de3fbcb58e4f73e8d598ae71661a3e771
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c09abac3e0bf6d617fa933b471b5c65f6fc79679
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c352abab4a297fee5025845e077af563d3edcb069521e061979a8db88c157500
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45d3ff90c96d71d68fc51ef5d3c15fba88f608a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46cb2fbff51aeb57057ef103ce642e896fa717aa3d666c64e0bbc1019eca5f53
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3ae1ea1956bed039fd56352e598a45458470e60
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b09c870ec124904990483282e636586dbe294eee0add8e141ed3be56ce898614
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a314328c7bf782418f010b239e7c93405ac99483
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2150ad12199c42ffbd715f8ca64ab08c5905d73f71865f6e3b83b26ed7c61e9e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ff7a1f3a9975300ac5d0f203360c4824994ef9e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42f6a06abc06f0c135b78642c4c2e53b17542313ace845aa6811a6a0cdebe554
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55bf051f8e378299bf8b04bdc62f9985820da30f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ccee4dfc6f6e663d1d44d066348e6861e335d264aaade4bba5116cc1e0b0cd2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b915e8a4199b3b25cfc69b09f37e5d961bbe67a4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46be177f290897fdd19877b201d591eef64d65a370eada7341af8a2bafe1d19f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..365d078cfd27342699e31364d28898d232485bce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e3053a04345f8c5752c0e3ec312cc86f162e0e78caf3f79d196c2ab3149ea5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4970da413b7773bc1c55164be41be396c229f896
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b8b87f01dfa74a70e25beb372949db0f93ab0b0aafd99b30f888c843e73361f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4cff77747ec53c39c8d0499f9671f0e4c4f486f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8cbf222ab4d55020521de2f9d9e37721305afdf573b3b9530a8b4ccbd2b385
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff2a07e9c5b07abd6342f2a5ed28a1f1d836e2e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e50bc9a59dd85802b3d586f8eda990f8565c3603e489c6e98894e8cd8ef70af6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5ae7737a33b51a1f44bde8cde159b05829c704e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdc37e8fc169ad7821844a610d1f6e8e9749f481eb5b21062d04b21021d628d7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d535347d0d14c0213d79694b064402422c705a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3395d566fbaf76cc3b49dbbddd8e118a6984a84a671d37fd0d0b7ebb081c6299
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd45219cb92984ecb087f22553f302899ed07149
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d2b37ff0979895743498f929bc44c30512645eccdf5aed63750a101e403040a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e47829e3e6d14347551d2fd26bac6768f34076c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e400e0d2203f63976aaca70a3313b3ffeeacf72a0c57d541b9a98e2a6a4f3cc2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67ba3c6d1c4265d4bb619b197892cb654df766b6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f4de7fb2ebfe1907e47bea0046e59db26c6c5161e94dbbcff1877f7efb0e246
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f97405d7449c1739f409514050dfd521be2bac4b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:476dc8c3f239f38321b9dcc2ce2b10f1d619f3513b4d56a0a7da06aded10b43c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90495cfbe49633f37e24391bae488150587614e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:060dede025555d1677a67d0c57d252c7b0aeafa5d72752e2125b9b0c48b6801b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4b6d96b5b1bcf64f864501ada7770f25ed67116
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab89fcc38d63e4fe41dcf3d6387cf441f6c5939f52d03a5ab8fdc6a0816a9d02
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82998b5c03238b5dfaa757cc4aadc7a5f5b075ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b2ad6d753a23dda845dba8dd7997d32f1bf14266453f5b758b648ee03dc54cc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..466deeb0758e1c41d7734b9a3ab944d6f2071a47
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:841debfa1ce7e28f832fae6c24a4f8649d78b2074efffad9e3c9ffbebfb16744
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..386ac30ae2401ec6c31b561ce3176d886b18078e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d56825a412471eb2b58d1645f34ec2d5aba950c477efed86b7408d49ee78a481
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74c91cad239ca045c7b11a6ee37c64123ec2d39d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43565f367da7cd966027d99040079510d00f738c26490488d0eeaac15f22b312
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7df9e9873890e0c2d038c7af969cf432f0c2d9a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5f88fdb509c1f435192584a106c3546ca42094d82792c6ac00ba8709ff54174
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e679f45dbd768436326e4686ebe177b43c948d1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0358576763f7da34fe2c9f5fe55c4083ffc06b2532992af3bba0161acac31d1f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e47d87b19117a57b16693322e863e48a9d41e1b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f2ea5099f85a6d0365b93558774577984813aa6bc37180b0523db307e8ac5a8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d80362550eb17dec6cd3b19a9686c388f3e56220
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:952cfd84a7f6358d3edfeb548d92d68049de4be60304f384ccbd7d095297d16a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a477dce6a7248e3214c695b2e6c24642449172f6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d16fc890fe20653a5c67b6e8d0532f286ad9daee91e3b945acfb7c7c804c3e3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..241a79ace353a1dec0ae90aa9e79e39a1ff27b48
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a81375f4a8bc03cad1a7438b9f2ef28359e82183cf72d558a4c1306f7d8d189
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d2306ac3880edbe79ca1c11ca691b50ab4aa01c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c702fc5924775cec365689a2f5dd8e8ba29e556e7c1e81396db2fbe571772f5b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a8c4074b9139b34d1a7e46b1d5f9c09a81faee5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d08a22003bf15bdff024064f6946d82a12e8f424e9752c8d70602b99cbbab0c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2a46db71d880cab7ab9d2d28cbcd5ffa99c1f0a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:013a89b65c48fd9397838b3a964ee67462ec757e4bfde3893f07985e76cee136
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56480ba143156830c76bf94603e5e4c529ca99c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ee5dc1920d731778d45e83291815c5dec445aaeaa8a13a6782a389a63631a21
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deed098d521bf70ddb09abf0fb748c5688c7d930
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c9e60216f2f778314bdab75e17b49a9269bf90e746344ea2e9faa99cf2178bb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..798b21c00b65efc4fabef344e30dd196f0d01366
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd018923bea4d8aa1e3f95f96419e64227eb60c8f07e73831b46c6ac69fbc7a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1441b604f1733fe11d871c20b63d95d65d5077ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3e1fcc30798f01d04dbe900bc88da1f394c622446e5a511dccb60224264624c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63a46593d9f06122a22f62abab4c9f95b5a8b7d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddb911735fd0ce6e56d282234f5017f98388584ecdc3ac193b074951d7a16f7a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77e4de3b9cdccbb8df24791673df02271d082d74
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b0bcc73fa392ee97e04808c3350339e65c0b61992b309206044788ef2d38d2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abce0c13fed4771ee70a84bab40d46c0e762051f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e1b51bcd92e4a500fa0b00feff9539c988faede180c842a873fcbd3f6bb1a65
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61d9c901529b1c0b3c821ba4c882029394b86cbe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5752bf935ca1a66bd5f841e2be802573bdc74695a409e2add21032fb65d36ae4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8d86c2da1666206c22548bc745dd5273f0ed532
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab5480954f73fc49ec8eaf9e5d471b15d91680cf7b8ae8fd2681ae07b5d057b5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13c5b63cbeb447d244fc8588e58d54aa7d1c20bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0271b52af4fc1f5e3dabad1be39216e783641f4b699bc1f2c21e794753e8e2d2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..091e8c38547abe6915a12bb923de063169b6ba7f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad1016c8049cd4a3cb98417bf7dbefec2c4b162be1a8f322c6afe7ccbe354b9b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94ce5f5e67a7a73f6152dcbda43563f7d2a768c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26162eb22fb914d006d9a1ca34effc3fac48910338b45d2e862122d4b179fdb8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60dbc8ce520294c533a114b1042665c5417c2977
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cf1f565ac3a95a245eb20c4b5ada4c260efe6bea2d64a9d742f96d049e2e5b2
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..412b3db98b7cb47692f8ec2bf10cde43b557ab4a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb1379ed87050e0b7ece1fdd3180be130c8146e1d4ba8c65e0adde3ce34ada08
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be774c80a667d835ea2f1aa18071077c1212a4e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b226309fc59a06c7131ece2e08c4f4da2c0b15ad6c55040188728e1a26597d7f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f2bfd753434974f395847379daab22f81e76aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14be0a04e9e66faa9234e4367de3c0fdf605f31ad86defa6badb204040bf5d15
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1995742626ea530918bf8d1cee4e3ec0fcca309
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b363e16732d0e4f579f9613130074320545456a6cf835b63654aee0ae0755272
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f620ea9aa6400ae85a74c673bc7c94323f54c066
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:489ecd4225ffbf347eb3733321bcbcf8fe2e49f756349c8976b894173f515e29
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..774bf9657ee862db2014465155c6efb3efd682f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:721e69bdb18ba55fd3ab2d69a45b2d2d0b7c1dcfca4bc54e899143fa105c2d9e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c52221d6a7bf7cde4e64b65dceae19903de9da94
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83704996bde325994bd807f44d173cd1c2469ac27cd85c6605b975ff66c6ba03
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed4e49a00cdd162909e9c5d2b98abeaad9949c6d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3924a71a9d7d480c4eab0579248105a61d6ef4353e9d0259c28bfbc59ae5bae2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0db7024e1d49b9333d59312e34bce184cd3925b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c03061d0bd3572a6bfd832cad6066c73256cd525e4c4a9f5e67980579f66cd8a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f47b7f0fb457b48daf6eac8cedc5e9a789740ac5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd83b3508ccfe17072117c6c98df1c80cc80ce87a73c33babba4bf00443c3214
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a816ff7e57ea596d634d9494f9e225a67423a657
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1749323a0792f5a57ee9d1c7a2f7f28afc23b1c89d0133fee8a6db656b4da88
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9542eb05abe4e4e7ae105e5b5955dee1476b330
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58cd1b49020e68b84f5b49a05f771f36a0f7a1849a69898934d1a8fdfa4ad5ae
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15dc413ebe314c9acb3f7c1f06752e241be7846c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c7b2e0c37f82df9ccc7b9be0def72582a387b38147639ac78bcca27881ad42e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db032236e42f57a260aa6858787057a727d4950f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80185c01f66d5f96e2e0d4c2fdcf6fa086b7eaea84db2fecb7c406dca1750a7c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c8a494d384caf9641acc35c5a4368457471ac69
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:052c7e32e66ae596aebc757fe5fc94b045224a6a66f090247721d843ee63b291
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7633c28fe175843a9cb918e8c7a36da10f82bb6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf1f0bef22751f47e6db7afa44d49bd18b28138da2b087641ad2d2fafbcc8d6c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2c242aa32adfa102c30c14065b80bbab0c9b1cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95be007343ab20a393b99c74be49f75a53eacf09a126b075ac34fb1b64dc7b0e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4797d0bf76021b3775d60a430063ecd94f971611
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1edafc06ea8d76348899719b3723e0c977a34fb02d238230174a5048be52a8e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70280fc0d42f3d8c7558e0d5cd5b089cc426083a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3652fd72a09360cc959f663af566078aa2c60bd1ab4ac95461610d16dff711a2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..026e96ed3bc7b3644424b96013e74bd9c83e7de3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb9b09411e2f55a8ba7f996e5bffb381c3c0ffdc930f1166197272350afaffb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..122719704df7229cf8ba3180a47aa30858436ce9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e66e400c6adc183d670dce29fc5778e56bef9a7aa893180878f4793777485a19
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bdb7d51c6ed46357d9f2c6d0eee4523b9b68534
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c8a976e064bf3667444f0484781e0afff556e5ccb4a409456f32970401ea3d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e308d019640245827691091c4932a8537448d1c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44534abec578fd41efffbfad867b57f9178ff92107a63b75bc1a7c65b75a5729
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69be6ce7f16d51aab06664ad12578e34a5188c54
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb17082593ac47e93723b451d170a2a939f2134d87a0ada9f9dbec4f285ec456
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2731faeac2d2f0bb5325ef9abbce647b02efbb65
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:595b61b418db99b591bfb4186cd25fc58890db357b1da786ed1fe6a40baf3945
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c758a885812695c75cb325d934a71572e54eb553
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d029a311ebb7523d8251ce640370c48f42a692bc74885efe6331089d21ebaac
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0f504b8a360ccc70b9196d4015931fec2b3d13a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7f5f246246158a8d7a0311656e90515831bc537b02ce5e2d94f7689759c5a69
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea79c3c7da61f2b25355547eed105600fc731d54
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c432523bb41473fc6008f6db4fdcfd900c4d308e80023b976fa2a3596ab9df37
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab82245d99794b89048b62e323f813cf6a168f73
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48232e96a02fe1bda34fffdd230cfbd688f1e644a4ef393ae2f99ac961dae55a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9a799a5494806f297fdb198d983aafebf2da3bf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78428b76dfc793666874abc7e172869a46d8b54ccc6eeef17ffc9a98d66ebf50
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a056043dbefc82a7e9a8534329d1d4e454c9896
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb939c7a74ac3b4c0cfea57a0e1276fcbf45afdeb83e2868d63bd00487045520
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d9070b22a35c64b4e0b163f1540daaa94b7b1f7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d540f5c591fc58df8249a9f12b49f5b67cc38c31854097aa4f52c7e7e096e1f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..217cc126bb5b82fb6ac08a803a7c793923561f51
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e3f5564b113c7a4d33b76b8e400a3e8827ed407f16d0e73c3666575d6ec3740
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4095e8ca6b974d1670b88dc7cff5d2debdfb7d06
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:195dd135c49dad00b3d34cbdb4824636f5eba6362b2cf062519539909664ff67
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed6816031f9ba966cf5ce86a7ac6d6cd8916a0e5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e3329e5a5489a915fa36fdf7a672b68744b639d9cfb710f8d699c8db77d2e6e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..222bdf1981f387bd942c98b8bd08744d4ef6cd76
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c11c0e060086a78b15d3dcedba91e45b416bb5353e6d9f7d3dd10676f112f6e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a9f0dc87657c0a322420ed51643e0fab7134626
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84fbc0406a7f8dbbfa6dc941b08cc467844e1edfcfaf64b5004937903966d12a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef7b576f3d30a8f229c5fd6f7585bd8c7b793305
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8b6df14a9ed9af967b76333d6e8b93ecfcdca138ae27a281629e2f4b9861d24
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38828d5fd9c0b1aa3b3ffcfa901c7a57edba79e8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:574e709b3afc03577bf9f9de784ba587c412a457f88ed55a4d80d4dc8ec61546
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9e9ae12727398ba8d65a36d135c716f0d5615f9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:694026d2d44f2e869d9623bbdbfe0dddad95f6eb23e5bb47b130e8b489ea0198
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba0a62554229980de39fb815de42b903b4bce41
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08a092d65be3c306840c3ca62614e62feb4e5e3ff669f536b7e68247974c033d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04de32b1dcb8d6187712751cc8300ba8179ee1b6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:736a1c8120038df0ba5e8d380a889fc949c722ca8a80a03b990b422300092dd9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..606839235e22294f4e6faa907a275b6f04aaf09b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f230df232404dfc0649f41628dce98de3d5c6319fe06506da6225f74daa567d7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9c6e8ce45b227cea0c864a653b3846bda008a5d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:311aa66653c3cadd84bd3bdf8a3d6684c1e0112e3e0a775f740ff7b3f045fe15
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72956b04dec5b817a356972fb574dc6dfde5270c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62619887c2701507d2bcb7f554b64f0508af5897964296cb1bb75d13d351ef98
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dff9db5d12912bc7f6c382a4e4a914462ccf8aa7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5061964aef771a79357aa05e15b86262638083ca540e88f814d5fb0a605c42e9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb3b9f59b8e74c6ee83b4755c8b8af877deb55ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39cbe71ad9a6035a7b51068a68dad8f278dd34416f93774310bee5fc53c93204
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b05b6a9c624770e68974a0cce3b0ef4c8f2dbed7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dcc78bf197b6830a7c21f07aaa0d6731a0e43a9dc0799c96120de0ea6a67917
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a5ee1541c22e4f02fea0ec6501821ee0b155b12
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3392baf3525f486a280c38c43289ad2a599a65c745d25cad16bd6c8125e5386d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..775258725d1ba94575cbb0c675c8a7b71edd37cc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e94eb6e2d2e816c33af25a625995c316123e01720a80b7f031dd003a5b7ca2a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78b4df4d0a6d7e042029ea00d96aded06f4ccef2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:627744657c6bf262fdcc813b12f94f5f2cc549aa2c4f4bf9396843cb4db31937
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6324477f574719ca54b318847611066e4eb9d441
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91973e614970b3ecb67fe737d1673a09150e4684d6413ff3f67552e1c1ecf4c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28cef71784106472304db7bcf40204261a5737c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73ad9f1615f2106b15d964b5473bb61b411ac600fd8c975316848ccdff2b3a53
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2929f124d39b922b24ca44ee5ba261bd8642deb7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f52892bb2f7fe229e01f6232aef1c90582befcf51b192497b1720a92a287f2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e58a0427400772949cd9f0f80e3331f5519ffab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e32cc7f2453115fc57297c02fc63027ee8a0b6fc0048e32c133df392f9d4b284
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9d59a14a28b20da6de805610dde62a2e69d09c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c05855f86ca67e872c0b22ebb70bb96bbf321f60b698e242f6cfa18572e4ce8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0fa6568cda935cc27ac764f58c90dc3975c7d25
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2800081b3c4162e8fd9472d25aff8666271a78f599f6d059bb6c112d1f11766e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a6309d6ed906273feac1137d376c9c758031acf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6806db8e5febce28c162785f5100d81d8d6d33bb198736bd8f24948044db8823
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3190964c31d97bc53f024e82ca0ae5db3ee96f5e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d897352e6fd66dc1172e7f9e40b3533ded35d7d9fb750bd9def37e33ec97994
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ab33f0bc6a25262f0efd19931ef9cc6bb08888c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:249dd2948eb9b7ef1bf2224ca06177aa89c5a589705d1fd8bbd0511d8dfee8b6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ced1bcbb87c8a606d0ae0b9ee77a1fb555d2de1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e08504af2b4aaa24f529515ba34353e1d4b27e6f06a2c091afcdbb794e59a687
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f72db98e829b15565aa39d29ac236e36be49a3f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc03533b93eaeca83377e563ce8f9dd6f9836fac6c6c7c3bcb4f42e395398a9e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a11d6b904aaffdd88b2bdae9374e0a3014c6b861
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75bfc6dcb655ea94af84b49962309047d68e5240d52f1ae0e209fa9ae85c39fb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2a88dc67be596b1bd030fa4ee2e4274b10956ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9aa9b81e62f994917f1ac2a0be779a919d94bb3b8e1bb60e93e3a48495558d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b8c037c54ce74e894a2356eceb185743fa79414
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64515f077e69d1c9dd7df3e0b7e1bcd17878e6bbc57689637aad6c724ecfbf24
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cfc89bfe983b2125be5072f2d7ae7c371db81ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:731248924cbe11dfae3a774fd9376a0dc5b9a6cb162b6a93d1c821d3f96f8100
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b43e0160c5111d9fb47f562079b44b3e120689bf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d448a7eea1b27b756696727bf771ad7f21b4999204d0ece1abb8d4ed7571d710
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa33dbc211545c5df1a08f054044f4c3da1ae624
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0855800c86423024dc0edc56fc346b5af687d97a0595c26e43009049a767859a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e3823228e0eb8a37f249daa4baa4b8e114b21e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:236a709c6aae541b1e22e7fcdf9280505489623eb2c0b40d9ee3f447eb1e96d7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d6c60a0333846030750f847e0df03a6037ab5aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47bf8094f0ea2d23c7e5e9b6ae1f67130b51bc30adce64949cb25ae20674590d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e2c677ec85ef1bb4378bf8dd739afa219fdd4bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1850ec01080344925bbdd97436e4d7da8b1973fb4be5b4dc8d3650b236db2a04
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be588d83f463c3fda4f282ca2484598df52d4169
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d96a8f0004eb06962df31fc74464ac0a3e35ec42b17afefc1f8dac80d048292
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac61f52c7248a8d8084fc9896eeeed26b9def74b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58fe982db17b5a4e930c2745c84781733f1223669cb377a17c2f0485892c54bb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd90bd04af971dfe889f9403f258d175093fc5de
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad55b201a806228f6a81df3c9a7632c1653c826ce047791b9375160b341df06
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be66ff2e039431d6d3c2d05de317936e64e2b9cc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d46d9b4feb70f20374bf526a988a9e13f8ea25e24ea6e2f57d0efe145482d9d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b22aab58c8ccbbf05bac735d2599eb696657d0a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66028012aa07a347ba6a1ab51cdeed305b02143106203c7666a0c5fa7d5baea8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faf193cce71034427b0860093da033358b40a7b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73453fd545fa3ce3c6e4ef209028537f5dad2ecabb33daf5466a06c5c313e810
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b4c165f0d67be3f966cb2934b95f0e217dec17f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77898b040bbb4d4d1d77b791419a9bbf4fef7e4b1bb6a7c81c2378e6deee6385
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d12669be025eeca18f4780357845d4bb9694ac07
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:947f92c8deb31272ff1431ef18fe51fdf3dd0fb1964e36c2d0beda91bc3fff49
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f63e1e435cd2b0b757ca3876b6b8dc706eaa1a3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f342ecd8042eebb22cba856e60e1a7ac2d84ef45abb98b4807118df6d5b506c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df19ff375c3a2c2c4d3b34155b85d8b22ca82a91
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa81849fda64a7495a3de7fbdb50d11790dd5aceb278eacb80150512d5374c19
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a68ac800de92c593503c140881844262ff98acf4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40a52876cdc473489ab52b7583adee0cd42a5dd0a90a53f2af877e1d032140c1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656cc120be3cd1a9cb04749caeafae52aa280aa1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35125dcd0e573342361be6777829e2d0cdfa4bfc30c13a9d2c4800d0a416bd82
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d1f1ba7c0604e5371569e524f0a76f8c26a1448
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2181137a55afa283d6a8621078bc0e7c21e16a1e7987adb55d55d30a6064117
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aec8a4f5dcae01b4fe73a0af14f67c06b9ecccb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12f64f458b5ba201e221db3fc0f30d8466decfb67da5ad30147c58f4acdd61d6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6376992ffe39fa97ba49b7fffe3b6f9ab164e8c0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b556ba52ceb5a56c4bee2acfff22dc03bfe2b35f6cc3b94c2aba7522c4c3ea6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3789933eebc31198df0aa1e00cbdfb8e3b8c6374
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70ff16665713dc948c660bea0ee7556184d409ca6b6182540217cb056e94eea0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3528977be2742e6d9cd17f6ffe55773e00622b5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e01c4007497d72c263bcbe772c5d53ee8925a415ba4eff39b48cc60e487dd75f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b9480583f7861b970c1cad4b3d7d312512669e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8fb54b2581625e441d9f5ff45a50bbc706e231ed8163c4e6495859fc2f1e662
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b979505ef9e149b0a041e799e3387b606e740c2d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccbcf93c6f7c2f40d4e7e73f66defe505113b291a6ca206b3b8f32a994816682
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5967b63beafa08fd4f313aa79e25a49cee80d5d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dc092ca07b9c9698babc7fe53a458fcb74a80525d3dafaede4a3da7710a2d34
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..979f7965a5d997dcfd20fcff6be88688658d4696
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:038068bdee20b0dbdbe08b4e83e12819c4b3d431831a0cfd3b3c896e36acfed4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fef692ec9990af7075285e59984cd6995b331bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e8be2b46582c706364595442332abd4b7ec75c58850f5e251cf6da43b1405a1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..607113973018a28d22b96224a918c41d590031b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef2e54c0e28f9eb96ad70b860ec83c950871b672443511f52c5e2beeb3222021
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..993ba75f7093c53c0430a02d30972d9560e0d3d6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8124afcd0e36fe687a836e2c1a67a9ba0e3a0261c4a18d1ee06e517000fb4b2f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc0bca037d44188b7b34e57e9502d4ea1721d4cf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d12c94e23a206c4ba2b49825cc265040e30bbdee5167c2d75f0ccecec06e6c00
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c3db3c784ca56f9a6d913ce475e38fb4d83e4a7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e933a56143fbe27e04c2104a88383fbc19b69ff521133afe2fc20989bd69bb5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f1150aa3736a9c31e9e7e15e6bb9fd8d6b0e0b5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:883864f0a5adc9ac99f0a9863ded6a6bc746fb0bbb4c91a4190e91370a30a255
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..402cd5caf3055561007e3a5cb553a4fce83ac12a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d4f344c34f304b21f6d2eaf963a65268f311acf0d694bc68f6fab437a5eea94
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07e115fd08466f6492cf0cdcec81faaf7d8ea562
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:049def11b3185b59de86f160102720bf4157a57eb0fdde1ddb08d15cd9a8d2a2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b80aa61f209383078e37cf946a5997dba8feb7b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28778a767b9edcf31d3ba81781a8d151011b6e26dac25e79d15fea3d14a9d52b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4567ac1b9196e05833451c3c44dc32e032128bb9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bb0005e35ff3d41bbaf1c5c3ad07cde4631181cb539ba8341988987c841a4f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ec3fddddf342b0a7eb98b842ca6d1acfb9b22e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8f303755fb4891d0e686bf63fba6510d1e3e9d1b3c830614d89b6354d318ab9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..032fc5b26b98e680eed06ca3a5761290c9acac68
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56855b77425cc82db353bed14560fe76e1b30689fdaa2e5c7a9771d868e16f36
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56998a41101b4cd80bc72353302ae9f7af0ebbc8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62e68d16df0d4bf94715fcf0db14d4d3eb18b271aa2e0c6077bafe18e1c68029
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8700599b7fbbc0fb847c51828c6a1a35ad988ac1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2789bb4d3460090966cea56ecd05088daf4d5356a45f518fa4a11ee2740dd53b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b3293fa744ac533bcaf75838395a8c18b691f12
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1793554abf1cf6636394be7cfa674ae9c0965482463c2fb4a3c427a8214bf68
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8973dc68afb2fda46d78f06e62a1658772b96644
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80fae710191d4ac26236b2c26930a80601a4771ffed5b255e5119cf4f565009e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0135b7479b2637d70742a558f13d911d8ed7f26c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d507f4fc37e9c919bd094013aea5efa1d919c0e68fca3383df59fad51fa884d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5459aa736c47026c10a5125fd733e5fc03b6817a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c736c918bfcd4da7a9729d8dd5816f54eaa6e27b2e3545d977db6f7b294087f4
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b38390e213841bb4a77d61031a7d2194a93403a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea5533cc1a5e6dee7a1e8309c12ede5bb9541c2742e9a5fdc5f196a01873f043
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/lm_head/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..949d3f899c07f5352a84081394a180d9c4045488
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e00e0c482c3efeb625042d6a85e558d4c864ecae3bd3b2a8dc7f389d5f77d03
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/lm_head/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ccc7b6fe0a17c7209eb635222d2ab514761583b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4b7948b2924018c865d089e56d257c97db390252e2a8fe45d316dd3cdd8ee9f
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da87fe52a2f00137eb917736a98e5a4aeb4380f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea75e0ee84bd98b24ac30c4cc459920c42fe339865994f3aac6dd680000f64cb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..468a6b6d8b552e4cd22bec9700881309f16d4fe2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ad041a2cb887685591cbcba76e7891693f231c51f1196c53ead9872a1d51d76
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..119eb8268f474d9604acdecacc702e3818811514
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d0f3b49eaaeb064da4f888b06d30d33938df064a8554175f96cdf364ec2618b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ddc532f67570cade45414bb06b82768cbe79084
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:956d203b55c43a2bec73e45f10c21c52ac324b13d00b1a68716291bc233701e3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cc2fed075231137807eaa01bef23356ed675a8a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3297f2d7e07579eef513ddbcba966de74d446871c6eff9816201cf18c3a7c538
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abd37ba7de577e9e99f787c82c210bf4c1cc0b62
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:972bd794c2e10456c5ef27f62b1ba424feeb87da48dc552fbc424c1cb5f8f6ed
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5201e809dbb68c66917a6690044ed18fed492292
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd86c6f340bc310612021632e4a5e78c4068dcc4f08ba47414108839b375dc87
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbc5c1f1bb56242ee2d172018e1495e43d9a8b72
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a24a73000786d2c97fe20335a0eec6b918710794de58acd1f0163046612917bc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f05a9333c342b464b80bcae73db41bf059b94c9f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:661742a9c4dcebaca01418730e3740095e2ec6c47370ffe4cb4c0f5b5f5389ee
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b24422e65062ca0351c2b90eaa56bec47fc53bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28247ee99204821525ddf869d3b873f274535d2b3aa9767772aabe7241b78371
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7651e243017aa68ee4c61d6285b4e87d779492c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca0dce38f1ac5b368895b74e5cce428e1bc0723db56662eada3921135d295312
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da87fe52a2f00137eb917736a98e5a4aeb4380f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea75e0ee84bd98b24ac30c4cc459920c42fe339865994f3aac6dd680000f64cb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5d3e5953845c942ac18bf83d680e47f7923e01b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38929d009e1df94863e43a0274e71671f48d68afa51b4d2471fe52fdd27c01a0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbd403663444e2cb14122c99671769de6fb11f25
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64fd06af99bdbd02caab40298779f45ab397e829ffcf787693d0c84245d34091
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6c12b512a13f61d788a63570e27cb4178df05ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14f4492e68cb8a2ab83bf4a1a65fc4c603fc6b0410f32a5263778e088addff40
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b9fb5035f1d2196df437d0a1c9fb03fc0e4b325
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac7d906ab906db63ed9a1f7b7cd44cd862342e7d72b3036d418e8f33236c14b1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7adce65a99f093ca32edf31ab06642f9103b6949
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb4874025e14361f5eb466fa4c983a0e3d09fa3db50b489028a4f83efd336e4a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54f40b43d516a4a58a5861a691d2cfae84b06146
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c64895871ff9a52fa6e9849f7bd282143ea814dd28046dd4ed3dcebb72efa6a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b6b3f3c605f75cea5c8cab7c3e7ffc48423efe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c463a5a9086c0a0bb821b3d571fedfa3a1cf07bd78b2fe451694b0d04ce8e1e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8003f3b0cfc16c768f500caae94fd50497de08ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ca23eba02e46a6e54506bd055d8aa7e5b50b7b736578b7fe42a91ee11b02a29
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b8436c2402f418d02265b95118d9cee9b51385a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2251ac60b5af7747c7a5e0de5e88c3648d55020bb07d55f0f30c637a7608cbd4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2a60d8f0169be5fdac6f46161331ea1351664b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0457e939b0b5e2f6d2716fa1444850cda7a3df59c971649c7675638bd9e47af0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fcd8f9bc20b20e990f80c9c1cc4a0406b33933c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:765dca5e6609fb7ab46404ca082b03b35f42b13636ab466b588281da70232a34
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63c8d01f510f9cf147f3a6f78c879efbfbd8ea33
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b24556f6f6155feca1198a910be7a056b867fee3ad91641a6fcabd92472a606e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5df7bc578443a9c689cd42cd6019e0e014471914
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:783039d683915ae3278935d50a5ac7420208a5cf9c1b92a89558111845dcc6c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47d49bc9d96de02163008f44922d4e0edba4601c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:025be35d33a08b029f150e8d1f6c0803dd5dcc6ac48362db960c8079721be3cf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be6d085de28d4546e29244e84e294941fbfd0de
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2552df6c33968eb493c518e348ac9f6a39a8c90f3383157943d191ed2b935adf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3482eb365b2d6b4eaa8eee30d3a79bce59959723
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47cf642c85f789550748595087ee0967307abf7862dbddc60e30184f0e421440
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..366ae20794af21455ea3f348e6c71aea23ce11b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a9f456f5e559dfb4c2fabae21d843479562a73972d76b5182000d3bb02a7607
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8cd6f7920088e481ff60961449fade0b38a4092
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a60a36cafc9c139c97ac8adbd594024cf685c43ae4fd9da1ae25b7526858f94
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ce585eebb404221bbb81e1cf62766dd4c4005f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b547d14ba941651cf0c66dbd22ecc6597d9addec07b4193bf3e0362ee7cb271a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b30f30b2acdc129e3e1e2aeede60e9776491317
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5634750dd18b86d17f05da453a2fecc889b1a14578704745ac78d3ad2a13cb95
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a8ac43cc58d042391b8572bdf4e71059b554a32
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa3534fcc2346299a2ee180cb514439c4e9ee9288d461566abc597ff4a2c1e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a79aa9cf880f78ff051e044da31e7657d430b9bc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:419cc7b0b59423c6097b86b7d8e165500f149051f5d691978e628e694fc32cb5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52c8d94a9fc66f1303865f1c8b22a2b85ffd66fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e09c4c7d802551b042142750192b50b1b9680a9af3dc25c24d1016d7b50861a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..312a9b285fcce21156f527f375ac7af90b9b228f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:522e3e7bbb4d6918fef007932aa3d5a0e35c3c88133722a24965606659dd5d17
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26e3ab756d93a75e3254d86f5accea6b81ba3c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e58e610e7c1f5d449b727ff189858db8f8ed630a392ace73f83de839a75f264a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87fefa7fe50c01285dd8e985c4626a04ad71b2f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b75a2d01d8360857c7142552e2622f27b17dc284f5bc263aa37cc9d31975be11
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00814ff274e292680ffbaad1f036a2a46a0c7136
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bafb3c3ea8b86b4cecf4b9178670f07fd9639a8e75a38ff3a3b4cd75e419a93d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df6da24450059ba1f3cc4f3a7b4e20cb1e1b906f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5290fb522c33b29fe5fce10d80e1f225c2b872df4a2feffe033dbe86fda00927
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85c912352f24d43a0691300a6c416a727afadf5d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7694d373f8ecaa49e1ffe638ed33b1bef928d396ef100687b2626ab2a6108a7b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7203e9971c61678f5949084855573e7619218a20
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:559b7f06a26fedc07d192540c042efb3a26306fdc95480910c5d20873b083bc2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..457e16a9eb48f7b109a4bc2e7c4841bf67d07dfa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d55496f6f18f7547d18c3548633189e9d00750c94eff0095ee0a1f14995a72c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cc8ed1c1274fd2cfe8e9f09a495d08a4a87c5c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a22599fd279735532dcdf77893509eb46d0ebd490431d9cf88e976503cfdab5a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67d999d776f5a30b54894189650c3b44f3801a07
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2dfedc1afda42cbd755d8625795da296941974eaa58c0578d398876fcddf8b8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..105388bab65f5e1ee9ff81be518ebd465cc4a758
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4aec91473617d716fe90cdb4c6b002fe3c1b0c64c0e2f13f9a5c7c80bb98d5a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a30918cd39ddf116f3459f7ef84c835765ea6aeb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d2509af4eb576226921f34a72fd911297ea050eb9b63c78b69014e9f0d1ad2d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1bbbb21af0a588ced900d4b0724dc9c673f200d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:053d16a205c8fa366c7a231681063d80a9b6107d6251ea09ca3d40824ab75e50
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2891ddd6fe97227c17ce3c853d55da5704f7365
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad2a96f013bb4faeb81117f5899ac70f338f6217bbdb2331614327184191b7d0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa3a09b93903be5100a8ffa2448d8baf6ad8ee85
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:209b19afd95a0ec767021146a0816ebdcf29213b2992f21258dc6749c3ebcc44
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87e5c80c2a27a2fcdc01446f14fb480acb6ba47f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4562a272a53b0df6001fa265deb111bfc6b7ef9eeda035ba0b20ed305c1933ac
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29db3dcc16024b6fdbf1702555110cf05572ea23
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7cb79e785f2e7dfa1584a352249689d2d6874ca7a2524285547e02aed931d3c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9572b417a4a7dd183deaae389ac28481e840bfed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67bc02cea2001ae758a68d9a9b47d4064e0b1f57a23aec9bc5f54f1d686e86e6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde51f6efd720b5708eeac03b29eea8618899c05
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96ea4b2e5c9ff0ff0dde872beeabe800ea3a1cce101efc5aade39440b00e99fa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06969914c1ab6990c2b03c7ac6c72adba5e1d8a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb64319e046e2e1b6d4072adbc10f194022d7627bfb4e0531d052736dc21498
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8a1d7ba02229453f711eaab0a12279376253f2a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe841eeed4eba2667f93ac210044f995cd5d7007275cc66c177810b39dac1b66
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbf174752bf38613e4847638e7e9fa4338e9d2ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d0d0756e0fc09a6c5a45c1a321c90743ea957ba0e322ad5a5eab0ece3a13a10
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b888e67bd7717bf9ebd64929174a30fd4f42f4e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b9bcc8ab4eba21ff2334e9177e87f5283d6b09bc826449a12954698633e2704
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7819dab3b972db4c9a803502b8650b599bb932fd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a3cdc66a42c4fd4563c4763977eb1f71a3e796269eea39fa7047457b0a4487
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20e3e149a13f650248a292d5612201519a3df413
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd25fd92b63e11d4a88d7449433aef64c9cc94e7b1c155b5dd5468e3f5fd3e8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f86130821bcfb03b751037e87d4c12f238fe8b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee738a75d9a3536d209e78086606e05ac5efe9faa534d16991d3f26178ce3375
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bc377e3703da97410ee49923740f65dc1bacd03
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d876d406731a9a75f8155114d7a54ce81ee62c7bd2341f675a5a61efd3873f9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dfdf152c71a4fc27438890693b155d5e9b7d37d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b48522465517b1128642cc9c361824b1806dd0fedd9245c000f65f37d74d5e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5460dc0f8851dffdeb2385dcce49b486fb49254a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80e9d4e5a96e1069096b4618f3635597430c963851906d028421cde7b764d82e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e2caea95a8d61bf188556e7efa135c243013437
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fc35d7776a9e47383f91dd06072b842a913dacf012b3c274238e1bb37923b5d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..567abcaff13c574fafdf918cd1771701369e53be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62516269e5b0b291495499491782d4b9318046905527bedfea3875365ac61d03
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a6b101dce146bd950b9ddb5fc863af1ee0b9aa2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d3539ec765b6474cd96c479eefd8c99f0e935b07cb750a8740c13a0aa8ec8e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa449f49c506b6290c58384e32b6f4be1f580f2c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a402140b6dde4613a75ed4ddae6dafd5974cf1a17d1326d4493dafa323bee6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69244699994f1ecead2e80d2dbfda79fd4d036fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:231267b4bf194aec2ab45d359d3f3eb5c05c80aad8f4c461a3d51b28e7e2256a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..106cf1dfdd50398cce7d0f7dfc6940d2685d9c4f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c7319707075dc68978005353f63a048dbe9c9dbb086237df586cd732dc506c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75eb4bba8bde5c6af7875ecf12b7a2953e9d8a75
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94cdb66c2aac64fff8ae0429a6ccb4d454718fd654f1d577409c4fb0578ca0d0
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e10946ef888ac2a40c42c7fe11e03dabffd336a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad8f1320b1dc55a86cbdf4328410b373a804353bbd76a48444f83dd2441661e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c45f55db343cfc3005eeaf667e1c9505f55d0164
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65934fa231b978ce296a4c5bbeabe58799d614deae1e80eddca493054aaadbe6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1659a3a5661d63a97e4756c15ecd8ba3ee096fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd5702f3398f957526702d8788541325d76a50ce69bb064755c6465363a75e2e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9825c206d2643190091074ad9f83bb4a62d07487
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6d13d12364860158accbc2cbc94a47bb9e8924195be65213e7cfc870ca75381
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87a3660bd167552eea1da5477b3d5ec4f12d2fa4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9152b60960041e24e62323160f828a862698abeba1205ec0e83ab777a3602b06
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6501cdeb9fb4f741185a354bbf6d72d4a6e1d82
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b15dc837aceef475e8f70ac97d7be5388e0844e9dabef7d1a6fdda85cdcb00
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7e8fca1ba717a4728ef9795c3285d93cd85ce0d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cc4bc8c9beec200218a7ffe41a6aed879bd69407dae04e28f1ab0ea8c1284f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f57d8db6bbcb2f3a3df4698c41a24a57f5ef8c49
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd719c5103b1c39fc12f13aebdfab77ae4b778f91f7145619c6a2b7afbd4ef4a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02ec83c60ded61994055eceb8b04109419b313fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe173b5c0d38e159969d6e4b27664878124b8a28cf7005d3ee61b99436d4849
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4d222eff5985e175fe5f83e243df64f4beb7e20
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6106fd577d609638bc2195fc98aa42c17ee52feb82571cb6b6c8333ef9e5c9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..677df04837070bdec6a6bfc1658b6f9bcc5334a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47250488c4196d0b33f47874326fb83d5f88e2c9ce89ca128e5c7df63c52f08b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3330ea7026cb5d00c4d9c0d7d29bfecc786f93db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc814cc3f8cd8fc17db8a17f7c5d55b315d45a2bdb508fce729b911a79a3e32f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfb2a197eb21662450ef2273b47d25e3454e564b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:369ec47e7a06754f29a4cd14d58a4d21699e529a44770d8367fa57a1af712782
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a0e4f1f58bc082c10cb08276c840ffb47e29cf3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca1a39191805f8764cf119261702a203ffcf3b3ba0153208803f885bb7212fcb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e363e20f86f803695d2d96d9d7c610ccfdbca2b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da3166fea77f10dd4e9f8562114d72ffbf85821997c596a7290cbc1e82076a77
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7359cbdc3450e15b326feee91627ea81f92f15a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89b47bed9a3c843238394461ceb58fdfde266603fe2597d63bedb4acd63bfd4f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6ad2f75dfa68e4f8d425eb4960909215b8b10ac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1273fa2fe8fd2dbd635e6bccb3ba307844f6f6e35f85da2e35152f2518f4acb1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97a643bfda5272f07db13855ce72c6b023141705
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2845dd1a4894173bb5d35b2cac3459780442ecd41d90cf1b31f0e6281404dfe6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..857968eedc3dc1662cc8ae74450b6a6f2c13ef24
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca626124b8fb8157f654ceeb895ce0b4d9ebced494626b808013288eab31f03
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cec40eaf892a17c0efa1b9b6b56b96e7bed45204
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:462119b98d4330cf7cc6f925ef8acfb4a15b18ab79d94c776ef5d3429a712dee
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cd341c245ef04307c8725add1de1cc80ce0ab5e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:636703a10166ce021645a0f84d91578824922e0900a3674f58996ce2a25127d6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d0df767e82ae7506b37068bd3ff7a3bdf4e61c6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4069e8637a7ee44e17202581b170f48b25d71f325d44a6ba95250798cacf4e82
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6f05d9a4badef5a94a217b50ff8842a6990eed0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4098fc86829116516dc50fe6e7d47bf670ec37d57de8440b86d9eac96ce83db9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..204b4fcde5d21c59a213373844dbdf1b2c023488
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:670aabcb900c38cf3367b7e6611f613f7694d98bdc0a3703a36c258b33bd317c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a42bed158fd57dbfcca933d0b9bd7167991d4c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4e551c686cc778ce2c5ea4debffcd71e255b9aefab53082557dd9847518f8f5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c553d135c1c3aaa5fc8845cd7e1a6ba5196fc5f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75fb1da208d7459086907c3d42e2d72696ea15190b8ebdd47ecb5607b829acb6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a1439867e0d3f129021a64625b54aea01bdeb4d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe5a6d16194265acc4de545ea36547d7ed45b72227d282af62386d46dd3c9b8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dc0b9d36ddf7325416f9c11466314efc2f5794a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35438e7094f3051742034bd453ff05cf59a34461457583c38fc04ce8a6d4b277
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e9ef587d5931e3b93ccb01ea630efe61156a64
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e24d42e90ee44ef76fa73d870e436a56c569e63420b25211f4d9fc5ad5f7f33
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec2d73d046fbc534e532fe9a6aa8e22bf4202970
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ed63bff7d7d593a570e111b17e4c8befbb8ed1792d2d6c26d9cd5f9983627dd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6755fde2eb6ceca3aed96345650d653f040f2ec7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b68dce887546377502b312fc054e6ae0358e6cccc7aa1f842fb6d602a6de2ed
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e8f3cea52850d146a4331e0f55ca569e7e61ae7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ad0faad193da495c0eb9fcd7cd55d5793004dab4d381d3de528c281e57119d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf1e5c604ffdd6a84dee8b8c1f3a4adc931e2aaa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d98397f92984e1da2569a370bea2db758911d79b1c8457353670179d808ad25
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51ab14a45f99179360ed2fd59b2eaeb73eb03b23
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49f55afb63613472c4c0682c7c02dc1052af8987b0f0e49deeef56cc8cebb730
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de0a4317d9997d0f09f166725409b128f818fc78
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4c7e64d05118dbb79ee823ddb1f4f912f3bd7677ad9dbe7ca6234fab1628916
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2edee5f03523857c5d1c8f8391f164931f369cc4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af6ee50bf74f9e95df3aeaba1e68380df7c109f036b43e244a9ad1c41ac396f6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..640e4f98f7e3f37ff2a15313dd1f7bb20ebcb92e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b130770941b46f38875c50d1ec77c3848b7630bd8693459cc299541390fc497a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00405824a11f242c408db12a36b91ee34e25a97a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:001328cc4a8d285fd71384f9ca7b7b5d4c3489ab4e5cd4a0a466f59cf22a5773
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f4542a2c712ec5c8c28503e8824e6f93e22b375
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:839e0c11c683ba5330f91c59300392f23eb6477349eaed95f84c62b48bd8d7ac
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d69710088e84b38b70daf35916a4a7f5b08c068
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b71b2415dbc3b144d279aa761332bb0276852dc5928fe609b56fb43c46ac78b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f32e4bc37917897e6ef6b685ecd6481938c2eae5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c1ff24f81d6201ee02d78e4e9ef4d8f3b58a2a45578786221fb19efd76c56a7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc246c596622c85d99314835f7ca9f56499103a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc011dc8d1213d047465748c8202759692879d49f6fb31eec2ae4e4bd4a1d5b7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ca9c82bf368f8ef069974a63e5ee58073c0113d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d1560cc27bc2b5486c5580228d9f4d438db3b948aa9ca6b7ff50eada991faec
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a0055aebe64b695beb124fa6759c13b6ae7009
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7fc1c11df648676b6077650ef1fc9ab99e827c230a94142e2dd87feaf879a2d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b344ff7e3ae64775c718040718c19050c5b79f9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cff10b5d760e8958260d1ba290ef570c43af5cfc40eeba4cc7d129e42fd86b9c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54dfec6af02bb9b4d8cf34170a405213934d7c5b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c4d2a62ef2c1904a0b21be2a98781b044a08feb44b25ccc6f85cd83f94e13d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98ab97b881baab91e1bcb7318849e1e08c08d7a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a692d52bedf8b004aa89ecbd71a04c8a4acdce3cf915813fdb4c6e8cbbbdb8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fc59c27485b59755bf498d087d014aa910aba0d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40469eab7132f8e92a0b37cd5802d6bd2a6ba7504cd04a86ba665a3c0cea918a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5abd741dec6d47f9bfb910b28e064d00629b959f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df2a53bbf091f500e4c2798e3cc52db109d0252f870dd15ac7646d704304bed2
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01357eb9c0bcd8c24309732cd7f189a6b8706925
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f92d7e15d79a1472fda4e8a7d2f4c0fab3f92a9f4cacb58c0cae3ded93fab2ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a2b47632e00a4f898ab3b551dbc9b817f27103
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c83318c2d6d63eb9283a714cfe201a7d277d32c8a79b49ec62be19c15fc2e582
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07b18d8ecb05dfe1fa1d4c00f81b90d612cd5e06
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:432b1f34a8f65f21d5e3b82d6bbab2a52b0fc4aa069cdbff00dbe4f11911a3a5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30d1005b5d76856ec3d799ac84eab236763a16de
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ac75472e526b008a8613867bd2bd9ab845d53c23a4c736415f2c5da72c38e21
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f059811e1e3a1b65e124784b38268f3ff5d3cb86
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:871a88fe1542bfbc5682cffd7c14de731156aac9428d0af0a84a8aa103b6c8a2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..586739939809f10e701ad7eebfdc01bae9592fac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b56418eafb5fc43ddddb6025e732722def45a22a725308f8e56843519fc512e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edfd48fe797064f6e218ee5c210e0f5b70a389cf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69e6b32508cec9c882731109b81f0ce6cd61f9efc0050057bc8874629f59cf95
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..813665c9b9bf5f2a7af82b391ec21136f86b4f6f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7c72102bbe7b3a422883b3f648eead4d57bb1672a243fa2c6fcd647713b8e00
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5239ba1d2551a1ca50c5abc396099944e63833c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e7fcefeb2d1861ddcf40bf568922e3e78ca39020d88b944a0421e9f123cbc5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45109f321c09739cf1978b7a4fec8adbedffbffb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79be9644e4e57a28ab5eba6863ca38d4d0257c5984431baa06776013cfef9912
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0e8579f17727f7bdda9bfff6edb5caeac5b0496
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a1525fed8c30963cb0e015abe7afbeaa4de753892268feeec9e094f00a44589
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bd3abc8c49c5da12b73d76e93a78f7842549a43
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5b93e7b7152ae5426c639637686cf69703bb25e050cf1a2d729aa40c86ceb57
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f7c6017ba997d5b7fca26bf12f02c32c086d993
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b9e1e1254ae8ffaa2e7ff6d8e4d94e17e925c3b07df499f0b3ab680ba36275
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be47a24facd8baa1e81185e0ed3a0861f93f723
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2796ceac3f6fd94696f7b7fa71787e3a21a35952fb3343aeee3c8c17cc608ca9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57ecb99e0ceff13c15cec581d81f71bee0576cb6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:188ce33026cad23800ea22f086dae46adceaa0be0ba1fca9ffdd910d13792a33
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3cb58a16ed5e6845a6365e6531d5337dab76ee1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c2f5db06704bb176b3889cca3873f620deb69ad782f8bdedfe0c058e64c2e25
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24fccc137d3234a5f3be3f43b3de7760c08a28cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a96464fd1177b93a66d74b68aed45164f542210e97cb2c97a0cc549ea855f052
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fb8dae102e97f00f30cce92be310eddb1e15d9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca2b532797f8f4c2bd20ddf463a27883f48fee9be996d1b8757065e2a94d3112
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e54716b8f97b505491e7640938aa23be0d05521
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e140dff3d7838bfc6b3b88ece1d515c6932493e0a69db3645158bb0a1fd2919
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ef73cafac2165bc14d8ede870af9f5ac02737b1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62f09720b6e987bec951f780520ae1b0f4fa15f46f03692f3170830a2b2d5d42
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c673216c4040b7f2b955cd23cc4ec15c9042ecb1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9550c6e4cf33f19c078c30d4d81d1a619e99fa6d8e8c0c312a249ab729194081
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f3c2945b46493b7e4229c4538a916a8b5d39fca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca00ca80607dbe8e9601c07db11de70bc5a8da35f27e26c796883aa804590034
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da87fe52a2f00137eb917736a98e5a4aeb4380f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea75e0ee84bd98b24ac30c4cc459920c42fe339865994f3aac6dd680000f64cb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f59114c14fa9ed33928564d83633bab9c17c67e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:059cc74f5ee4a824cc395bc463b8cfdad2a07aca9e7264355548b79ede2da639
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8efff0f2a067ee018b3a07eb19130b44bc658f50
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d49fbddadd0352452d997a81a657cd8c84cd0b0a3f7a52c13459b29dbd04f1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9837224f5013c3e778b565b6945aac39dd4d64cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13c9a56368a3a237264f12c9a7e0db3f34f288c5dd3f8c4b7bf74bd6179d80ab
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..931443b848546c599b3dab30aac5fb7b930e2789
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e5c955e556812a2a926bde407a72e56bcdff151621f3c0d5fa418b677a5595f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a02dfdca39df17659b1df44a3f2b39fcbbf678a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c2bea10b8b100ffe3822d09f9a68b88fb97a7d92f679f97a5028fa9f7354ba
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c35a05241a03061c628b457da62243638ff8d7db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69193afccb19df8da3f9b4e1552fdfa911c6c995a06a3f0a7c86436d2219316e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb6c2ddd106ee12b67de9e0b7c07e02ea8667cd3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34c539f4ce030e62f371a5b5696b20f3af89f002c987b33b0b06cb0d3cf2db3c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee19aa138e52bcc5136ce28128033834ecb08971
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cc4eaa89e09148d9bcefb7360bac82000f646f949854025d67dfe02fae40214
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4af750d7bc289a723eb1fd267b11cfc9bcd962c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7a7fba705ce6dcbed22934f7fa8f73a1e0a6df91d5432db36dd42096a930284
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03949c5243f3251888de8545826080f7aac2f544
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f24786efa7fcd2194735f15afd42211dac3541402506f0d941e6202bd9b667f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23ade4b124f245d0a08b1c9340fca316f1b59319
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48b767ef9bb0ce1a3a3f194f3c85be06167bb0c612d5ff733011c17a21f56ec3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f2efc1b9957b6814b62e4bd40b30d4eeb026558
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a797d6b5dfa707eb1d0ccb0b6f86f6bc0cca68700c4550f3683fc17c4eefa3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fa2ebaef098bda969288c685380086715de65fa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cd6e62d0eae6d5f41048e0e1767fa3cb04f1e0bc515a8a854e1cd7dd4399ef3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f7fc99063b40484e3ca5be22ee2e91b9e9c5da3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ecc9c5b4ecc3a3d0fe74521dcc86f4e44c918801c97ac2118129a2e1b85625c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee92d57471a5e8671b0b4060c963f5346a86df0a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a79a935bffaade9f25c2cb94154c09f4c5af12f56368fed17858889e9de03bb8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9987ae150165a5e5d4cc9df246bc9bd16b8ae5d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99e47bb4068fdf544676b64abdf65f78a2c1886903ad340ec15c13b77c0c0154
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4e69afe27f58df91b45063ab19e7d1197448380
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:899b1456234ea28972ffc5f1443f2bbaf6fc43d871545c5d3343b0ceaf63dd99
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74b93492804a7e95bb92277ebf40d255d43d3abe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f10710bbd4ae0af75744e28a5ed91b425af0226c2ab46007f597afd55455c6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0072cdfecee64b3b586cd3b144280c9efba45cab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:140c0d1d03ce36f3ac8e4a56537788453d07da0331a327323f9a4a8618c34c0d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88774ba99416067cdd598e02cc41c9f6dd78da3c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3edeb5a2a12a81106be180ab0bab357f79222e1093265e7bfcea27cedb6b4209
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66f61f12049d363c25eab6710692b8e4a078eab3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d75f0b36d709bdeefa8c0fdbc248d3797344e3f656f65ffb863c60d587e6656b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2eae53a460d5403c4784f881417ad1391416d68
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae466c7446f2ce46608afb1225c2d1ebf909e2186100b6dc91f02a5dfced7db
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d438d548339b498e312a3bff4c525adef03b57e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fd5ddc51a1d353c79ea92bbc66af375122e2893688dca598ba93670867209eb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ea01d7d04fe5615fb55246d92d62927c063a9c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a809a6b67b30095a41be70115bba6b5cf6561ac4053d063aac49aeafe6f4e1d6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d88acc0e33325962e98c2423059ce7d809e7289
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeed2b1d33cb83b39d1f4d3d452a56b9d9252b3e6ed67bad268ced5aae1ffbed
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..141f1f0b0ccbb67844ae5dc341b7ceb8fdeeb543
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4845628d6e40b22063c1ab8632c0e7d5439723e2eb500474231672a1492442f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ddaead27b2ef86d0a0a43338505d3c22f8aace5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68f68bb12e8f4b974e06833b4b8c47c86d7da821134c6aaf6f04385a31fb8100
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..322edf84d90e77ef862a75c5d51d1671945e93ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:175a6eace0a01553b9c3313af085ca969bf2b207bccfe1d0f5890e6759a2eec5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..475f9611bacff99c04e23abe2b33fe57e8b62971
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb9a43a5a8fb96678d9c80f4ebc7a9e047978f918f5bbc639595be01e6dfcaf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5922a6de7e0466812c30049b6002ddb365daaeae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c42098ad21571deac32db557a9daa8d8385cf04135b407f9e229638e258f208
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5b63568161653d1dc740428e75b2f56ccfb175e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d245c7374db8c7e5ba1c899a9f8391c6bdd0f44f600ac28ee662a53dff75a7f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2a390d5120916b9a1e8c8ba9450c62da1d8088f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f01417bba4f1b60b49e90fce873b19028d2cc49c9ad6017ba4e8f8bebf62aa96
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38adb627df528c588a80c0b9e26c8eb99455dfeb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d0f6805c68f27f9753afe0e4f7a8495ffc83db8a7f4cdf4374472ab403a3885
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ffad05b582a013a745ec2adb0ede44dfef1564b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82185504455ba79be35eabb7197a123e5ba9ab80895e1974810844214f9c5c33
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b1914a4c05e17559c152b23b70d06a48668fc3f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0004ce5329ecd92dfb7668bffa99676f3233d55bef1ab0829be866c80b77e109
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20504e4450fc5e3697ffb21cafeaea7a3f6fb9a4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de91c30d2f12c213a0162cec1b8041a05270481de18d5bd2306848d9100b2f1f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baaa0ee7484f9fdad355ea0b852047ec6de9131a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d7d19b51905b7f30a9983c26fbf8b0d38bfb39cb0b66cee0e17a5e63a7f77e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6703ff44614b6295038858362991a56fce7e1a4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2093f360d62d61a9d953b60b8bd96540c1975d9e6187c7e36811ea5908a18d6f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d0a8a813f305bbbdafc6a75cd34328191651bb9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fa61350f3e1d00d6fd75315d21205eb6f6ed6fd1d48be0a631cd6327600fd5a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..934367667a796bd6860debb7273fd87025104aba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb67aa9b79c5b2238a000ef373312b21c6d3f180e9dd7e19be9982e6214ffd4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4713b3387ac365618a4a2f17cb4f399800039c4c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa9743bbdfbbf9980a4d5277adbae3ef5746955866bc7190588b9e2a22af22d4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8331e55150b2e4eba8838c010e9abae6325424d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ead4e30b133c6961bd81555f3ca99b3191c1f084ab9e545e68364cb091a5be1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8b5fd8ddfd14e037e2505cbf746ae5905ca07bf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58ee95c0cf9bba08a31e499320cb9729921dfbf05f40f5714f24732ed745ef7c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a838c32c9a02b58b37ef451dbf6090fe344d8a33
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf607da38ae778c555a7a641438e80adbd67949b7c61755f5cee0b627ab3142
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abe8bd1c27806be9f7a20f4c25a8b83ffde60109
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39edc829aa8de4184b8b80fb227ce70e0578cfb0b918a11cd03988079475a4da
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..339c3b1aebe068ea0912d0f99311774f8260eb95
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b900bee0f461e35b82a5f74677df4a290baf8e6778db9a4ce8c199c69c358d15
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da87fe52a2f00137eb917736a98e5a4aeb4380f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea75e0ee84bd98b24ac30c4cc459920c42fe339865994f3aac6dd680000f64cb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24a03da0be8034640bfc7b3b33fb3cc9289170d4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20782ab32179cc8698f6dc6757ab282e317cb0dd799099ce2bdccc75bde05519
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d01bba2eb96a8fb8562bd3eb92888ce415f61969
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f669aaade0368e255b93b057dc45f8ceabe7102dbd3af053ec59fc618680d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d21e2378d5a803862bb657fe39134f496389a12e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ca61262270e89e5bcc44bfcac6b835f7d9744505c5dd52dc561510faa65a88a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..047690ccbd1bb3fe8deaf2a78ba3c5209fba91e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd1b641d10a2245528a7b121c63a44afd7d05f42e15c82b8ce2035b5acb86e11
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6a8814ebfb127cc6695a7894c95ce3422e84a40
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:346184c3a048b6d79ae2a446845a1e200bfe0c0853fc6f5409a1a7e2b54ceae1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aebaabc79860c328ddd73947c9ff97e5eef5a26d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4be193916ccc50004a59cf56a1ace13346ac3833e228ac3952c96fbf9f09706
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1d78825329ced28ef1d9e86c79f73fced62c545
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1034160d9301743a6cf37ec167ef57b47700b138a99d0ea3349af8aa6b64fa06
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48f1903984fd1e954b43528c1c3628d31a5aefa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a47fa63acedbcba12b6c1f5483f0750b4426564000b078368ff3988ba015dd7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..632c49bd5458ac995e3b1f8efbe1a5918a1d9faf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62735921ef39b1316f25f00211d2d50da7e018e44ea46dd56ea5d0e66772611d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c141d0bcad07e4be42954c895492505546902ef4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64e25f86e05387e354514254a9360493a829e7afed7fcfbf4431e57923a12566
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da87fe52a2f00137eb917736a98e5a4aeb4380f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea75e0ee84bd98b24ac30c4cc459920c42fe339865994f3aac6dd680000f64cb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49bc485a25711510918c707b86f7c480721e77d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:193be2866134db0db9c2d5e7356592452113387061ee8e68b3c4c2ed4b316d9f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14caeb0ca037603d9131a7743be1f237c6892ed2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ace34f2d61e232b912a28c2d16f101d81612efd70c147e6dfd85a750cc9ac0e1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbd37d14d6fe02fcd1f69b976162f838a41e7045
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7da401a4ecb533f85d3bdf05079b5bdfa3efcd303a1dfbb7751d15ef85b40a2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fa26880e6930a4357272108458e31ed74254a4e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bb1e5285ec824f2ba65e1b523ebe0fb4b47d9c945c4b604006de4a3858e037f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7506ac6d6361278844dd3f420b5b19e987d00c22
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d87aa83c915d718b3c8ab4c0538038403561202e6d3edfe56f266224d3ccf4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a12f8b2417c115237d669ba7f93a127db6db4c0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:380dd75a10b6a78620051a177dcefc3b0f88ca589ffcf1ac99b63d22d384a468
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cba17ec5fd44d6e2e851055619480a20f2c0e999
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0f3780ce269daaeada9331526b1f9da87ecc8225ef0e4ce86e732312a4288fc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff6494fd34b24e7c5ba78832fa5c2664e6c008f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d9aabef6532b0b4b65c05d5767746e4d458d50241e9832f4f087bd78055823c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfda380e0cd0440f52bc48ef993d175f402c1d22
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fb99d73da72688f6837aa6a0f2f917a14a8a8bf9d20e5799f1b1f22e7982bcc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c7bf8ab5a96fb88a2ae21e6ae68b114b2c5c56
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3726da93011c233ad8edb630939e6c97a8cce4df0f42969db43f70cf78fefcd2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da87fe52a2f00137eb917736a98e5a4aeb4380f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea75e0ee84bd98b24ac30c4cc459920c42fe339865994f3aac6dd680000f64cb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a33f412661e8ed2a3866cd3eb84cf48e9676d25
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c34fe36925cae77a6da8e19c6a10165abbeec50f8463d45e7dc97229f142ce4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f6d11be85d0f1078f1c1227b4d3da4a83bd0693
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a3c839c8aeed01f4daaff409a332a0123a6ce1f58b88ce34289f31c5810d37a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..997f8d6a41bc83f8a2cccec975a82674fe31f885
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aefb99b8e738fd39b94675c3d7aab33163cd7be0fd360838f3a669baae45940
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f60da6f9cb82a2b76187605863c0d1d01bb02528
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2495ca6c44842c9c9cfb70a31d29f61b8f336f0e8c40b5813d195ffc41160e82
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec3838bbbb51010b3fc9c6771a61dfbf2b6bd437
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf8fdb86d273dbc9940c004b661bdd69a00e5682f03dad9146d1f32f82ff13e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59c2d3b895bd774dd4d076a0352b9a182f9cb544
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f9fa9c82cdf2c6669c435fa5f84ad9e4be22e15e9de1e70ac123de67dbc296e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ec138a197a40f244c446ff8920bb7454ac47079
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e19d985b48e67b18b9b33e4da00bdff38c0adca7c5f16a2a44da69acdc6185c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da2fd7699ecbe75ed71edec033240fdd60d29477
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2f894154185530eba4b4ed1abd573f88d684eff3787675a64b7b231e6216419
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c27c0617dbaf2031428e22c26693705287746cde
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:103bbedfed308ce1c6836e72cfc2baa3560bbe495fc6e24a3603eacb99f9b80d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a444fd9e559f6ba6df4938f6b2ebab6df6a2ab0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bd1519359b8223ddebfbdf00db97f9e773ff689f74c0be32df15cd8b24a67a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da87fe52a2f00137eb917736a98e5a4aeb4380f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea75e0ee84bd98b24ac30c4cc459920c42fe339865994f3aac6dd680000f64cb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..216460955e005509c2c94f12447b23d2f3ceedd7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:464cf0957d6157e3bb8cd5d9b2d498b885846b32603ca15b4093d51b7b667590
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9158d3ed162ffddf972657e93f583e094ed2c29c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc099c9e061079a1a75fa1ad7b243c9f8614241bea62b9752fe51f9f9a12ce23
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b4e607c6bb11e185462101f1256f0c1152b20c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24951a0f3bc1cc8ea0a58dd3a457c130598f8e05faf31308c39aaf9bbf599e2a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01a33a846af7d82a8e50c6b7331af0500588a978
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e55d2335f0866667af167ad79c34eb565c34d39c1588e13333aa06cd78daee7f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be611498f852a6015a117ce3872c26fa5dd9bfeb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c988b370f35fd52a602cbd673eabd7e7f1a77965047b84ad105d9e834ff6b7ba
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ad3a42d53ef76c3dd3d05b1afca18a2406c56d7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c2a740285eb77254de26553e398831cda611c190656f4e31e6c59079cad8b32
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed665cc6926143733642fc4f4a7f079bddfb6cfe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da7ff7f702042fb3b706fb2c9b2897498bc58326c8d39a060b3756a2e5d5a162
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8608eab8a98b57c30e9c33e648709dee14007497
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0db7728e2fcf6c4155e7f11515c41ad26224e4408596d734468f30a588c56ac2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..932185e8ff1e96d91f5b53556d8d35cc411e6714
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74f0dd99cd75cbf002c29654573b5ef0cb106eac044c2b21cba1b1c036f5b0b5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffe4a19ffcf55e70bb9ecc7efec795a1625ed24e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ad9334161219394e4abdead9474aaac8d9ae384a310a4c6d3c0849c882c42b8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da87fe52a2f00137eb917736a98e5a4aeb4380f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea75e0ee84bd98b24ac30c4cc459920c42fe339865994f3aac6dd680000f64cb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccf5d2116d2c4e87abccebdbb1fb47191145be47
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c241b439276c634f130ce9ad160ddff7988c4fcb7ca24c771f12f997d657ea2b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edf0ef15f0b11efa89a061d27746c24fa442594c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2040e867296677931b6ab69520315c9913eb38a3a4ada4b7b2f2b2a5c599a2c2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d7da6b26ef917431a7e4cb60fbfc7a51da81941
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd30eb2346f7acb5756a7efe32b5a682584c4355bb78c20fe4cb011626043c8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc522478f1c5d0e459f845c97327cf12540d91c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa6b429e89ffde7abf3fc52a63e1ba09bb92ee0e29af9c9bc237b82a8ce2709f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f2f95f5e450c229e694eed5c792ef2869309edf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db516de4d696495626e2a678089fb8fe20c207c13ce5534167c06c6e2982d423
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54543fe13a1416ebd3f92e1441a91dddd93f09ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36516f9b851fd995a39db75016030311ed865f34ccec32b1b6ceb63d1d8c7418
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4273e0faa58a48e05ec9d5bee24f9af540beccdf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bdec3cdd72e65f0e4aa7eb955f85fff7de2b595017cb21ff593e63f35840fca
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4e4814d3cead6af859eb229c06f57f03a8cde32
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d86ff98c9c36e076571842e97a96890f69944abff78560e429c4f70d158fec
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0047716e905b4ac25f02b1857b6224ce6254beaf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7be11be1c38be4c6d68670f233561e5003c4986e6e857b7c66051474335643b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ca7c3a9a9b715fcb3e1bf0ebe49b1e09e0246d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:711569def8245a02320fa5b8d68309dc574dc8f8dff1c5b0e52f418896c9f977
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da87fe52a2f00137eb917736a98e5a4aeb4380f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea75e0ee84bd98b24ac30c4cc459920c42fe339865994f3aac6dd680000f64cb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9647b5dc1cd374ec7803457533b4d3e2641e50da
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4c77911fecc5c0f87da058eaab95a529d50f8b686ceafe8c1a3788e37e7db44
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aa6e224912c3c17604c3413b84024927285160d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14c67083e2659e4f99b92ae8b09a458fa9efa21a6d8ec344399961e554ded138
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd3d0b061ca9fbb678851221a3f4b6bd5ec1e551
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9615b7dec7827b42c6ed093c135b4ca6fdfb135a0bad72ef802336559164f2b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50ad3777594ede60b2b342e76a6d66a1f934e067
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:553928a63291fca678295c2114ffa9a038e3ce09d30d80d52ff67c347c6efca7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b820ae73675ba8885cb790de2557bf5b6d27ac9d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6586831f734b7bc85aaad6d1ad0b8c0a4c14a800aadad4764afd349cdb0722d5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e56e92e284d668bbb5dae7d232ea4241e77ae69c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fa4c68cc3ccb403d18048100fb04a6cf53e5b1d5dbc481334fa5283cf50f9d7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e043f1316dd9b016dd2d5ce50dabda335e3e05b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb08e48c32162c7af800cdb3aee4f9f7b92556d386d77bc117959433a9de1af8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1adaf6fcb5ba4c0edede3faa7706b6f5fb72f2d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85401a54e416663e66cc3b38910a6beecbb49d85aa15a0512d050cd251644c9c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dc5c0e57ae45200a2b575fc51d238a9decfbd9c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:080aac728444cc16b96fb9393ab43b7607a22e58fde1ed214614179ef4464d41
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0761c97b1dd2c9b0f767b9285d1468cd9b019a2c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2073b253e3aa0bf4586a692688ec02dbf1da4b7c4597b910cd053bb3235ee67
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da87fe52a2f00137eb917736a98e5a4aeb4380f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea75e0ee84bd98b24ac30c4cc459920c42fe339865994f3aac6dd680000f64cb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77ec8dd66da7ac0992e7f1375478335553df087b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8676f8b07adcca367f44a9e14019ad2e8941e9b002083a201f062287b6a4129d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e753085427f6238264dd930f84a9318af4e1d9e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f7767f7500f4f30969e61d76b198d704cce16a363e871755c7d7f9459dacaa8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97411c2711347f0fcdd70186e5c3f290618469db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59803a5b4b08fe395af12d42718cdb84354c5bb39b7c01229695b2325672d3c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac635bfd2dba45c9953f1dadee72d1cb305b85e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fb645bbce44cbdb6dd5ba35de2f70d926ddd0e16d9f3d73fd7b4c030d4fbe8f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e152e6ab385c682e1a5017f4a426019eeb229f81
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc463fa7e87b7348e8bb63bcc648cb6de29d17b4749e79a8b491ee2d6f0aa775
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b7a4bfc68104ae64b4dfd4d2f515b4077196b4f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d11064a7a0a38f19a5ec7c4cf762cd9e5fd2834a6ec49e0638606f596a2d92a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f828cf87ccf03541d9fedd58047b9e8e3956a03
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1729bcc133117cf404e9c4991143d2f6ea0e3a9579103b105c69bfa910196c8e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0433049d34af833ded7e69ccdd84d5d14e99cda4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad689ee929575ba319895ddd781a599d7c8b330002ae79b048337b9802c6fa97
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51b1a25254792a9f262b16aa8908bd593a832be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b35039e3a060f267de5ed8110382a151d3960cc3201d7b9d9e3484fa01ee7a3b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29bb547b9cdebcc04d9ce4baf9598008d1c8323f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1935abe491d58a227f85b947355b3504efde28dddecc3e614d4a2d495cb2d6b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ebd0f2cd00897dc404d024ddde42cf0d39c31d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f3963be727a714703ce3710e7c01dc0d51ac18be7f0b62849deb686b4167d8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a419a805d6614a9e04ea22f13c6c7a95d0cddcb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdfa68f2056b1ef547be62e38b548551a729dc2319b9693f8dd9ad60977b0108
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc29380d6a94ce52afc264ac5a891b64ff55e5be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9608aa2b8ed8404c8a1cdd9c5d7faeb7748745a4b8216282a7ebd87518175aa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d10d692ecf23cbdd439bdfac3def80922567c84
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb38584fa104d6101bca0510222ff343bc2283d098ee382daf1d846ac3e210ff
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aad55e312516e054ce8170f90aa92fb39cbb263
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e31aea62b5c4c2ef3dc4031afcc8597c296bdd3d5aaf8084e2811c56ef95caa7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..602e2eb7d15e46ffa5f61007b52bb6d5b7d3421b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0e0c5f844503f5d1291a1e405c0c883b58365812b339fe110575fad2ecbde16
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5cfbfd1ed7208875ff030ee040d8451aa1daa47
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2050d6f3e73e4d45141383b914166ce0b000be6799cf2fe616a1b5144d5e741c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23dabd77526536a4ca6bbfa1b905f80df1d921f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:419ad6c8d974dc2488fd66c24786d2db60f98f616594a6bf1515e7450da5b861
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91fbb51e0223d1e897527053a0a9f03348fe21f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b281db333b367f786fc4b45bc96515e0d420ebee39a46311ae56a7ecca51323e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..632a9b193bb9c41fd38a7d17a4bdb781834dd9f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67c095ac5a7f9ea4ec4aca86e3e6b3f588f7cabbeed664f2d75734c69d69c230
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a35b6ad238f7d890c05c89a5057a6d2276adf74
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:922feec273c33739cd5fd9c82cd941d07af417b2437bbbdc4fd38dac9e9df404
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93d897449b3bb4f48fc68fc2965e3d2769427151
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b691ba7d768a6ebbd9589454f76bc98b816fb440bbe889e136464df2a431e6e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ff07152208c6dabd4643f2a20874322516f0c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5996a19c56ecb30b9dc52ce7e7c94e502e02db5ac8e4b85ab0a534184f8e0fc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5bf1bf1fb2ccb6d7c913b5f006af64f4f84bea2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cde5c5819c3b6fb99975cbcc571f0b42753e4f4e26ec9a5657566336385f2346
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f5c2b968642d10a6d4f61e528f39bc0ce2b6024
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77dfc24eebd9ddec7f5036e77c5b88b22c758c28b4c7f384f40c9ec528414bd1
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa886ee1956ebc803c440fefd03167040638a6fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8f5482ae7dbb8de5f503454ed18927103e7793e9aba8d5dbafa03ed5d6ac17
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/lm_head/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..949d3f899c07f5352a84081394a180d9c4045488
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e00e0c482c3efeb625042d6a85e558d4c864ecae3bd3b2a8dc7f389d5f77d03
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/lm_head/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2501af23411b0cdb7f87ec16b76a3816c3a9ba6c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8ad9c797a05dd53215b9928f281884d2225cf4c99879fe67febe2ef90cec1b9
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09963a195fa804a254b323bb03c82507887698e5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f0c4adf775c47720de3bd79f789a63b2e7f5148178a1db69da0338571fccefc
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6703ca3052c49469e710098df1fdf4b0e065baf1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba26f2249ad3a19dbfce50e5c10d8ba0480e096ff3da0d2dc563ae95df967365
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..468a6b6d8b552e4cd22bec9700881309f16d4fe2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ad041a2cb887685591cbcba76e7891693f231c51f1196c53ead9872a1d51d76
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8b793c7c8acad7d5a1329fd5a6993330a423891
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72dbdfd5d77343e943fe9f1fa2b4267261d2c10841876d721389c4409e782024
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ddc532f67570cade45414bb06b82768cbe79084
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:956d203b55c43a2bec73e45f10c21c52ac324b13d00b1a68716291bc233701e3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98ed31464b6968ad587aa98eea8a6ef4c48d5fde
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41fa4c7e55107125e549face14ef0f7ff7b9af053ab7a4b8c662cdab16f22695
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abd37ba7de577e9e99f787c82c210bf4c1cc0b62
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:972bd794c2e10456c5ef27f62b1ba424feeb87da48dc552fbc424c1cb5f8f6ed
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c1819d7a220b64d20cbf6fb18a98f314492180
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26783444bafb7ff25036bad7d44c66507d1fc21228369af4f1291a9a635152ee
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbc5c1f1bb56242ee2d172018e1495e43d9a8b72
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a24a73000786d2c97fe20335a0eec6b918710794de58acd1f0163046612917bc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63e431c5b43d708d0ddb685152ad28baa526cdfc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:337cc874a3ac316c98dc1ac70f13c556143d0473b475bd4acb7b37d9c4c78a56
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b24422e65062ca0351c2b90eaa56bec47fc53bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28247ee99204821525ddf869d3b873f274535d2b3aa9767772aabe7241b78371
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc27a0bd715e104f2126e5c6b7d49ac3e912980e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb4fb650d42750906e34c7627749ea330cdac01e9a4e2c7e75bb97a54e5bd592
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1709c4d7051b2099e391028ecde989c64b8d09b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1008b0677184c8ffff4378d15a6ed8b1d4ec66616aa2ff0a5f4cdb18f54e068
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b66d8b6ca690fddb58c90adfe9678be4eeeec1d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c141397067d0a5c267ac8165c1f4675ac5c23f95bdb408c59bc54b9c623d6710
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5d3e5953845c942ac18bf83d680e47f7923e01b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38929d009e1df94863e43a0274e71671f48d68afa51b4d2471fe52fdd27c01a0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c1abc75f042c51a80d232a4330d27e6758f5031
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d99edcf5a0d9e4fdf482831261af1a74bf3ef346a8f0b91997333ba28265cf3e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6c12b512a13f61d788a63570e27cb4178df05ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14f4492e68cb8a2ab83bf4a1a65fc4c603fc6b0410f32a5263778e088addff40
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92ee69a96a48bab708e77c914ee13e46c4f16ac9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa701dba8a212261da75e6b95450db92485ac9588b1d496b4c7bc65d72dafd5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7adce65a99f093ca32edf31ab06642f9103b6949
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb4874025e14361f5eb466fa4c983a0e3d09fa3db50b489028a4f83efd336e4a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..083742e124084ca1027c7c95803f4e2395ba10bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f36b9a8c476403f0d34786eec766ba9673618b5d4bf20fceda6c1fed8a5c2c6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b6b3f3c605f75cea5c8cab7c3e7ffc48423efe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c463a5a9086c0a0bb821b3d571fedfa3a1cf07bd78b2fe451694b0d04ce8e1e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ac48f6f3295909f151cc8fcced2a9c66eb1c929
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca613a38454a286e2ca4650d8e16ce83c40171b6e8520c682ce7f4de0c6e1b0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b8436c2402f418d02265b95118d9cee9b51385a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2251ac60b5af7747c7a5e0de5e88c3648d55020bb07d55f0f30c637a7608cbd4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..275838f5f18f2da1a373ec2453ba71641f98f4b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94f9f7c67d8ce8a71544b5e5639ed567558fbe405e6f4c07c65381e8b2333cc3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fcd8f9bc20b20e990f80c9c1cc4a0406b33933c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:765dca5e6609fb7ab46404ca082b03b35f42b13636ab466b588281da70232a34
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c97b66b2b101952c5e5078427798b15fc3978e06
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c3fe4556fcd27ffa8e52fa735907079f234dfb82ccaf14186aec47d21316ad2
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5df7bc578443a9c689cd42cd6019e0e014471914
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:783039d683915ae3278935d50a5ac7420208a5cf9c1b92a89558111845dcc6c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57cd40736dac88bf3ded95c0c18ba22edb2cd5f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fa13266e471fb8518eda9d151327112c54ec22dfef2870b78228df82ef51dc1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be6d085de28d4546e29244e84e294941fbfd0de
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2552df6c33968eb493c518e348ac9f6a39a8c90f3383157943d191ed2b935adf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..363310c8aeac3072c0e88aa0eff52a51fa0fde1c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22fc3b7f2ee47920d2ff96cb15545ec2aee58423be10cd80d0bfbc3e19bedb56
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..366ae20794af21455ea3f348e6c71aea23ce11b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a9f456f5e559dfb4c2fabae21d843479562a73972d76b5182000d3bb02a7607
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2552277169c35f500f97be48152d17e55e4498a3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25050fc87aa735e943b7a45b5c1d8a2797874ae4958a1cb8fc9e44cc71a2267d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ce585eebb404221bbb81e1cf62766dd4c4005f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b547d14ba941651cf0c66dbd22ecc6597d9addec07b4193bf3e0362ee7cb271a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd26a60b04b21c4c22480099d860c9af3fd2b707
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a855d09e34ac9543156d2ac5856af66ac0854a407c532868ba7c4f1fe851be2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a8ac43cc58d042391b8572bdf4e71059b554a32
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa3534fcc2346299a2ee180cb514439c4e9ee9288d461566abc597ff4a2c1e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c58a6d6d4c2ef9a544670c2e7f49d50b6af7c84e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:946b94d4ffa2413ce899c7ae8bec5443cf476de6c5095f2f98d66394c0740dcc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52c8d94a9fc66f1303865f1c8b22a2b85ffd66fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e09c4c7d802551b042142750192b50b1b9680a9af3dc25c24d1016d7b50861a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..510bc2c46a5a208bfcbc1d589522bcd527426458
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5cc35bc016c01813d32860f1fc81f3c2bab294b02efecbe8a04b195ee4ed48b
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26e3ab756d93a75e3254d86f5accea6b81ba3c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e58e610e7c1f5d449b727ff189858db8f8ed630a392ace73f83de839a75f264a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34e50364eb5c6f25517917db7efbefe5b7b09a85
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c21d0c5e6074304cb32a49ac8b922a288489da343edad4abc892156e32ca65
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00814ff274e292680ffbaad1f036a2a46a0c7136
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bafb3c3ea8b86b4cecf4b9178670f07fd9639a8e75a38ff3a3b4cd75e419a93d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27167d6685bbb54369f78ca8815c2bf1edb95d8d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a471d51f65ad5acd2e133b12c3c7000067de6dd5d36fcc6bcc67b40e5cb18e4a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85c912352f24d43a0691300a6c416a727afadf5d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7694d373f8ecaa49e1ffe638ed33b1bef928d396ef100687b2626ab2a6108a7b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08bc4d15570cb5ddca8f5dc9119a289c47a4efe8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba248db5e4e1eaa4a4613a85d855522552c1d2e7759ebe9021aee4323b8564d3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..457e16a9eb48f7b109a4bc2e7c4841bf67d07dfa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d55496f6f18f7547d18c3548633189e9d00750c94eff0095ee0a1f14995a72c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7afe08e284e304afa1edbe0b245f266bf688dc0c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c536531d6a386c6068e7da56f5749c5dd71c26f032666b1c7a6b0d5f91955fd6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67d999d776f5a30b54894189650c3b44f3801a07
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2dfedc1afda42cbd755d8625795da296941974eaa58c0578d398876fcddf8b8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceb4e5c53f83c0066300f6ef9dee31cf9d777e4a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2686f83397df0230428348557a7d8f6f02db65a0d5a7d7967f6131afe21bd34f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a30918cd39ddf116f3459f7ef84c835765ea6aeb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d2509af4eb576226921f34a72fd911297ea050eb9b63c78b69014e9f0d1ad2d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2dcfef67651ea969e4669ae3382dc68c89a1782
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa02e7455c21261907622cee278ccee96fb1b1d1652710837dc139a0fa28988d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2891ddd6fe97227c17ce3c853d55da5704f7365
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad2a96f013bb4faeb81117f5899ac70f338f6217bbdb2331614327184191b7d0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44f4cc1d5239b85551ef7aebb65d1142b9608e19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f666df75b51719a214ab5354012db422bd7787dca125fb4a1d34fb0cc66d062
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87e5c80c2a27a2fcdc01446f14fb480acb6ba47f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4562a272a53b0df6001fa265deb111bfc6b7ef9eeda035ba0b20ed305c1933ac
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e156878fd4326aaa2b4edbb6358e84141bdd930c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69f3c91ff88953e8b06ce2a279de46add60e35016a5512b18c8db1a2e282c03e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9572b417a4a7dd183deaae389ac28481e840bfed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67bc02cea2001ae758a68d9a9b47d4064e0b1f57a23aec9bc5f54f1d686e86e6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2300c1874029967c0a71f07795d638a0ad5a8e75
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f59031091eaa02f4b15cf885520800c9e261e3f6f05e7c68f0f949586eb7766
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06969914c1ab6990c2b03c7ac6c72adba5e1d8a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb64319e046e2e1b6d4072adbc10f194022d7627bfb4e0531d052736dc21498
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d17aff45e78a64263b3882860188fcc193d7a9c8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6146936583b4d356dfb2b1c3df1aa50f7a9163770fc5a2b3b12fe5de5315ffb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbf174752bf38613e4847638e7e9fa4338e9d2ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d0d0756e0fc09a6c5a45c1a321c90743ea957ba0e322ad5a5eab0ece3a13a10
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23721d9b32814efe46f8674728999a3677bc8099
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7b3b1afcea4a572a5e1461a32708029a8b4f38c78d4e5cfd8e7c786475c2005
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7819dab3b972db4c9a803502b8650b599bb932fd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a3cdc66a42c4fd4563c4763977eb1f71a3e796269eea39fa7047457b0a4487
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38f17bf8e8725199551c150932907d389284e6d1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b867e6d7f1e1a6d5bd7fcc270fdc5ab6a0793f33cf7e4c3b607b31bf07b6bdc
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f86130821bcfb03b751037e87d4c12f238fe8b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee738a75d9a3536d209e78086606e05ac5efe9faa534d16991d3f26178ce3375
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..423cec9d5cc76090e1197a86bc6ba0641ff65b3b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db3f6fb972c842286e2e361cc8a2839f791d19d21b7d5fdc4be19e59f3344919
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dfdf152c71a4fc27438890693b155d5e9b7d37d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b48522465517b1128642cc9c361824b1806dd0fedd9245c000f65f37d74d5e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eea9354946f76134d68891688dc4db0fce5516e4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfc1328cb75659c0c3269fed4ef0de576d8c807fce480df6ab70995dd2c7310f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e2caea95a8d61bf188556e7efa135c243013437
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fc35d7776a9e47383f91dd06072b842a913dacf012b3c274238e1bb37923b5d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46cff59931d8ba115f8c585f8bf3c89bfebca945
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b84d8850be2359eeedb45d66712dd0ecd7c09b31a8b040a0bb96b18dcb9af7bd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a6b101dce146bd950b9ddb5fc863af1ee0b9aa2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d3539ec765b6474cd96c479eefd8c99f0e935b07cb750a8740c13a0aa8ec8e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6add1213888b11d38027642366882e607a164682
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e4d646885989757b4b28adfb5cae7b03cefab0287f47f5f771339e27fedaa69
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69244699994f1ecead2e80d2dbfda79fd4d036fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:231267b4bf194aec2ab45d359d3f3eb5c05c80aad8f4c461a3d51b28e7e2256a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..372dc9de0244e27ba1be491e2977bd9aa27d6ebe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f78c7bf7f3cd4c5830c1bd3ea2ebaf1d5dbdb97c8ca91bf0a1ea283dfb1cd72
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75eb4bba8bde5c6af7875ecf12b7a2953e9d8a75
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94cdb66c2aac64fff8ae0429a6ccb4d454718fd654f1d577409c4fb0578ca0d0
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c769d07a1415cec4fc5f1f43062f87e4d6b023f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33c466583a737bb8a671215613f7a6fed0fbc171232e499c8002ecaadac698e1
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c45f55db343cfc3005eeaf667e1c9505f55d0164
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65934fa231b978ce296a4c5bbeabe58799d614deae1e80eddca493054aaadbe6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ef4a733e82b788db50e3c32d45444fd88228dda
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a9b302da9a02084613ac378ae0751f9999c698c69b4d7ac054fe86554f23f0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9825c206d2643190091074ad9f83bb4a62d07487
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6d13d12364860158accbc2cbc94a47bb9e8924195be65213e7cfc870ca75381
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..263b4c648597e0e4e2b6cb7e0088988ddcaa6cca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8d5a8b1701ef8769349273c7843951ed4407d9abc02df3f0013fa37db54d20
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6501cdeb9fb4f741185a354bbf6d72d4a6e1d82
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b15dc837aceef475e8f70ac97d7be5388e0844e9dabef7d1a6fdda85cdcb00
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33aeeff69d9617c0eee9c787cea61f5bb14491e0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c4dad3e76a0730b7c478450f2fad30f3ecac877b4af0caa12f5bf024d224c52
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f57d8db6bbcb2f3a3df4698c41a24a57f5ef8c49
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd719c5103b1c39fc12f13aebdfab77ae4b778f91f7145619c6a2b7afbd4ef4a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57f56ef5fb8a824bf8cb682f0a2e586c604c7e09
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da0e135c27ebc9c044c83459a45a05ecb1c1a490b6663a0515b7dddfd40cc67b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4d222eff5985e175fe5f83e243df64f4beb7e20
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6106fd577d609638bc2195fc98aa42c17ee52feb82571cb6b6c8333ef9e5c9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53861e36d26981dfa766aa0aea50ed18499444a3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7955f2ef4584fd035d63c3f836e7fe92323087fe7b89885eb599bbeac316b127
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3330ea7026cb5d00c4d9c0d7d29bfecc786f93db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc814cc3f8cd8fc17db8a17f7c5d55b315d45a2bdb508fce729b911a79a3e32f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f56f4efe53e3a01ec8b89e9e05be8eaef2f516c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:612e4a3e780ae9725a86aa8fca882ad3e3bc79742c714f6e2e37189a35a8ef8e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a0e4f1f58bc082c10cb08276c840ffb47e29cf3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca1a39191805f8764cf119261702a203ffcf3b3ba0153208803f885bb7212fcb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bce008546c422930d29ba6747de5b78b507ed48f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a1eeb3b6e5676c60d884501ceeb4b29ee3276446a5252ca745c11efd8469ba
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7359cbdc3450e15b326feee91627ea81f92f15a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89b47bed9a3c843238394461ceb58fdfde266603fe2597d63bedb4acd63bfd4f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..041e3042aff83be2a6a70259867cddd7a0db6702
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c895ef9c09b7e101471f06aac1e0f10468d2a78265bd8e33640957538a4e1b7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97a643bfda5272f07db13855ce72c6b023141705
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2845dd1a4894173bb5d35b2cac3459780442ecd41d90cf1b31f0e6281404dfe6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fd33c133f0ab615d1d99913d4cf0c6f4aa93d75
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a6992c45b83734f0dcfa3d693892c9388b5fc183521727cf9f32d9b7f4cbd22
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cec40eaf892a17c0efa1b9b6b56b96e7bed45204
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:462119b98d4330cf7cc6f925ef8acfb4a15b18ab79d94c776ef5d3429a712dee
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d0f86417bb0a1372eb2c9e23b132430bcd4d205
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02f21ad822fe4ef27e0734179fee352bf716646acbe64750ec5ec7ea6d46e9c9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d0df767e82ae7506b37068bd3ff7a3bdf4e61c6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4069e8637a7ee44e17202581b170f48b25d71f325d44a6ba95250798cacf4e82
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c1403aa7f72ea61a1166a089a20ba079afba2df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7319f0d587f82b93c278301dee6311ac9490faabc7b5564fd60cc57f1c70e4c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..204b4fcde5d21c59a213373844dbdf1b2c023488
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:670aabcb900c38cf3367b7e6611f613f7694d98bdc0a3703a36c258b33bd317c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9b99ba3176fc4bf0c56223ba2370c33d5d480d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53f923fa1eda240b6c47d99cae664bc033cd77584a6526a3fb2472c63478f56f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c553d135c1c3aaa5fc8845cd7e1a6ba5196fc5f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75fb1da208d7459086907c3d42e2d72696ea15190b8ebdd47ecb5607b829acb6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49d6a122a5ae32d3d5dd8b5f6ff9926f2ba2887d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3213b9b665f45568ad8bcaac4cb5345768a333e6192cfb32aa35c7d6b30065c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dc0b9d36ddf7325416f9c11466314efc2f5794a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35438e7094f3051742034bd453ff05cf59a34461457583c38fc04ce8a6d4b277
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5693a9329a8a4c771ab563e13c70d394748cdd9a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddb194cd3a6a3ddf92830879eab50221616320a017bc56eeecabf2693e61da18
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec2d73d046fbc534e532fe9a6aa8e22bf4202970
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ed63bff7d7d593a570e111b17e4c8befbb8ed1792d2d6c26d9cd5f9983627dd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e2400430c9b9c4fbd38ea2d5b3fb493dc891ab4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85ff45e81d4b791f7f17d2112340a40f6c83574632fa8a4480cf2c497c3c8d69
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e8f3cea52850d146a4331e0f55ca569e7e61ae7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ad0faad193da495c0eb9fcd7cd55d5793004dab4d381d3de528c281e57119d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23957a4cc373a9046331baca94ed330f33f0a516
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd74b739daecac3f13ad023800b96799a716a02b6e7b3302a8d9a5a9843dd73
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51ab14a45f99179360ed2fd59b2eaeb73eb03b23
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49f55afb63613472c4c0682c7c02dc1052af8987b0f0e49deeef56cc8cebb730
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29077dea0a9059eb1c6eb293c70268cec41cd694
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:808165eed27123d4cdf3afc242dad21a3a45974bd1b5f7296fbc8358f7accd91
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2edee5f03523857c5d1c8f8391f164931f369cc4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af6ee50bf74f9e95df3aeaba1e68380df7c109f036b43e244a9ad1c41ac396f6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..941f98254ae83723c23e0cf5cfad8184c68790f7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3757595b64b2a2e41838c995d2b79fb10676cbaa9c276f4e3484dc7c10ee1983
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00405824a11f242c408db12a36b91ee34e25a97a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:001328cc4a8d285fd71384f9ca7b7b5d4c3489ab4e5cd4a0a466f59cf22a5773
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b57bd3fbf5dc6bc2f314bc582637edda8b73ee8d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f7db01203532eae8ff893dc7eb7e6434ebb86c971461c4c027df7317600e134
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d69710088e84b38b70daf35916a4a7f5b08c068
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b71b2415dbc3b144d279aa761332bb0276852dc5928fe609b56fb43c46ac78b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b16ecd587fc1af212ff4517776020fa2233c986d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff1e7de55bd8055e7934649b750c2cef50bc391dc4a3371563e5ade91864b59d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc246c596622c85d99314835f7ca9f56499103a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc011dc8d1213d047465748c8202759692879d49f6fb31eec2ae4e4bd4a1d5b7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3787906644374ebdbebe2624f194ac2bedfda55
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c965638976604e1e1f62d631e17d4b6be5858d71aeddf6e24cd2aeb28da9fd3e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a0055aebe64b695beb124fa6759c13b6ae7009
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7fc1c11df648676b6077650ef1fc9ab99e827c230a94142e2dd87feaf879a2d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e8b6b5deb157a4e33d6bec586d61b202d75841e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1c0c17fbad7ec64785cfa6b08beb5077da4abccaae9e361fed2e1538ee1cea0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54dfec6af02bb9b4d8cf34170a405213934d7c5b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c4d2a62ef2c1904a0b21be2a98781b044a08feb44b25ccc6f85cd83f94e13d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f62745717d726e80937add36f42f4ba93031c85a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9b03898dc2dd87b3d69f68463da17211aece8cbf6076e3078b631318d291821
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fc59c27485b59755bf498d087d014aa910aba0d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40469eab7132f8e92a0b37cd5802d6bd2a6ba7504cd04a86ba665a3c0cea918a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da175e6a0f5661c0edb3917abac8f56f4fe5ae59
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b296915e6e081bea9f43e07cac6ffc3c5845d39f4bbedf74f1b40ab968d260
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01357eb9c0bcd8c24309732cd7f189a6b8706925
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f92d7e15d79a1472fda4e8a7d2f4c0fab3f92a9f4cacb58c0cae3ded93fab2ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cc1bb7fc2f9ac43039ab62ec079b1a751eabbba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bea4c83ea4bb23564666b9db138159b2b467639de2c39e9ac444f2fc25e27c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07b18d8ecb05dfe1fa1d4c00f81b90d612cd5e06
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:432b1f34a8f65f21d5e3b82d6bbab2a52b0fc4aa069cdbff00dbe4f11911a3a5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b720e331e62549d3b436fb208814fc18758d5567
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eae22201b36aa79e6652b2f55841ac4968de2e33c52891e3446f06b7bc9b05d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f059811e1e3a1b65e124784b38268f3ff5d3cb86
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:871a88fe1542bfbc5682cffd7c14de731156aac9428d0af0a84a8aa103b6c8a2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..987b312d92a287fc0cd1a71c51e9fc5d2d3a1180
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71cb85429e690bbe92de8b9eb80dccaf053780c7ea6604ac535adfd975e0010d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edfd48fe797064f6e218ee5c210e0f5b70a389cf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69e6b32508cec9c882731109b81f0ce6cd61f9efc0050057bc8874629f59cf95
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba7fdc40bf5611e2859b0f626c4ef7f07402caf7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f109bb1ac90b59f8baa59202c0c1795064fdfae599cfbdc319aa6765667d1cb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5239ba1d2551a1ca50c5abc396099944e63833c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e7fcefeb2d1861ddcf40bf568922e3e78ca39020d88b944a0421e9f123cbc5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9941118c80da718259b12a59cf2f51ebd2e4f2a6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab60d00378218be5379b177c53d6f7cd08e9807d99753908ea3fd72ea1a0767
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0e8579f17727f7bdda9bfff6edb5caeac5b0496
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a1525fed8c30963cb0e015abe7afbeaa4de753892268feeec9e094f00a44589
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edd92c31fa678d05a1188cb41a1d45965b8d4859
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2916714fdd55d9928e738f6d956f2b1eaefccdac2004601f5a2f1e7ce544bc2c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f7c6017ba997d5b7fca26bf12f02c32c086d993
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b9e1e1254ae8ffaa2e7ff6d8e4d94e17e925c3b07df499f0b3ab680ba36275
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77467e65c42f53500b2d5c7262286da94d886934
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3221b4aaff5219a7672655e631fa3c773c79d272f43fa8f096e79714d72fc652
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57ecb99e0ceff13c15cec581d81f71bee0576cb6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:188ce33026cad23800ea22f086dae46adceaa0be0ba1fca9ffdd910d13792a33
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4fd7b59cacbc4c43e1ba563051d01972b7b6965
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0df13efcf5a3421135736d8fa51106ef0c7a15f99260423537c09c629171a3b0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24fccc137d3234a5f3be3f43b3de7760c08a28cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a96464fd1177b93a66d74b68aed45164f542210e97cb2c97a0cc549ea855f052
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48989d863a5bd9ced7b63a0dbcc6151d41151417
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0551a6d07c1cf62762978024e75fa096f5042517f44ef1fdae09bbec2135ef6a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e54716b8f97b505491e7640938aa23be0d05521
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e140dff3d7838bfc6b3b88ece1d515c6932493e0a69db3645158bb0a1fd2919
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ace0aaf4f982ad382c751703d85d31597649d4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fe00e751acf4d3dfc1f03acacaf62e232c01e6d574a7a7563ffb20d92c42456
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c673216c4040b7f2b955cd23cc4ec15c9042ecb1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9550c6e4cf33f19c078c30d4d81d1a619e99fa6d8e8c0c312a249ab729194081
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f621c46b9f3590d16ece6b02eb5d722db014b1ac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b00425a7fecdd909bf171d25288d9450cda5b699fb66cfcdd2a3cfb761df77
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17df5b20d12984086c492efd5c86c347b86c0d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad12e7cb0530be1b9fdefc58cc68b40cea3ff8b41ea6cdbab70695b13487667d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec85f310c9b7f0270a8000379d9ca92748c7b5c0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca81629533836d2b9199824e2f129c5bee29856a94f8e4d57d4de07f9aa261e6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f59114c14fa9ed33928564d83633bab9c17c67e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:059cc74f5ee4a824cc395bc463b8cfdad2a07aca9e7264355548b79ede2da639
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..183c0f23db2ad403f5ee7f6af5c53b90efbbc95f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a6993a1136480cdf7820af5b95838d354bb1bb28253db623795f44c34bca7c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9837224f5013c3e778b565b6945aac39dd4d64cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13c9a56368a3a237264f12c9a7e0db3f34f288c5dd3f8c4b7bf74bd6179d80ab
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8035e4c2c582c10c574dda0f561b4171210ad486
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5154899bbde2215f68021db509b68c651f2e5a41ad638c6a23865990ef714570
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a02dfdca39df17659b1df44a3f2b39fcbbf678a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c2bea10b8b100ffe3822d09f9a68b88fb97a7d92f679f97a5028fa9f7354ba
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf4720570be6f7ad627a0b7da209a6f7d55372d4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e484d4cd664f55310ed8463967bcede4298df708b4647ae292f90ce26c79ee4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb6c2ddd106ee12b67de9e0b7c07e02ea8667cd3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34c539f4ce030e62f371a5b5696b20f3af89f002c987b33b0b06cb0d3cf2db3c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1d31af235e1037d5113ac7c79df48f98c245b56
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10784820d587a0c51fa2a84ada35bc984fe606505099e8a5d53b4e57f3a6322e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4af750d7bc289a723eb1fd267b11cfc9bcd962c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7a7fba705ce6dcbed22934f7fa8f73a1e0a6df91d5432db36dd42096a930284
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..972ce8a70bfaf287d90d6350955531257d802d48
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74c31d40f66083926d60c9b3acd061439091a06db3d5631e2879fb0e53ee3c10
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23ade4b124f245d0a08b1c9340fca316f1b59319
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48b767ef9bb0ce1a3a3f194f3c85be06167bb0c612d5ff733011c17a21f56ec3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeaee29eb38a060ac011050882e6846714e9c682
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89e4453ea26e068c31ecd774824815bf6f40901641103da9f98bc5fe84cb811e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fa2ebaef098bda969288c685380086715de65fa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cd6e62d0eae6d5f41048e0e1767fa3cb04f1e0bc515a8a854e1cd7dd4399ef3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4233b16a1689c326d9b4badc4b2f2a8965926958
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f84e1459adc402317ab4be617117e861f1481e798e68920a4a45934c86482f7a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee92d57471a5e8671b0b4060c963f5346a86df0a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a79a935bffaade9f25c2cb94154c09f4c5af12f56368fed17858889e9de03bb8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f4586ff9d06e27b6b0b60d7a0cb97d7810720e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4069bc37a91417a702a71980e238a969676e08fbfcf40c13957972cf533b98c1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4e69afe27f58df91b45063ab19e7d1197448380
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:899b1456234ea28972ffc5f1443f2bbaf6fc43d871545c5d3343b0ceaf63dd99
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63e773a780463849c24a1ff65852c71887576184
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caf86fa0d99cec86f5350f2b5854605533c34ac1e21fe7ecb2f8b62bc8af9958
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0072cdfecee64b3b586cd3b144280c9efba45cab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:140c0d1d03ce36f3ac8e4a56537788453d07da0331a327323f9a4a8618c34c0d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52535c3ac1df70a3197d7991bb97be897184ef3d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bb78501acd03d4d25e9cbaf147da98ba900d683840c26fc690adb57099ac2c8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66f61f12049d363c25eab6710692b8e4a078eab3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d75f0b36d709bdeefa8c0fdbc248d3797344e3f656f65ffb863c60d587e6656b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e57eeef497abe4fafa8b316d46cc9f48b205d714
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5d98fecc1c827ceb445a0069502d6d659c62973c9d31d0a4e6b5628751c0daf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d438d548339b498e312a3bff4c525adef03b57e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fd5ddc51a1d353c79ea92bbc66af375122e2893688dca598ba93670867209eb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb46b2e5be84acaaece2f242b9942adce934715d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b803774167cb8b4f3c95fdf2cc5866fbd96231e660ee54a806707486622d0ae
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d88acc0e33325962e98c2423059ce7d809e7289
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeed2b1d33cb83b39d1f4d3d452a56b9d9252b3e6ed67bad268ced5aae1ffbed
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7195bd0eaeb2e9054f1ed43be3090a887339ee69
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d2ee6dbf8b2f11970f78e8ca0fca1e7859b1b74750c4c8df5e43150482d8d8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ddaead27b2ef86d0a0a43338505d3c22f8aace5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68f68bb12e8f4b974e06833b4b8c47c86d7da821134c6aaf6f04385a31fb8100
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9484f38d2bb02d7558c0243272a9ae5440458b84
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d0290012581531d22c49e5920b48bc43aedce87eb02ad8398c2ca46581ec2cf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..475f9611bacff99c04e23abe2b33fe57e8b62971
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb9a43a5a8fb96678d9c80f4ebc7a9e047978f918f5bbc639595be01e6dfcaf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74bf0e9a8a21e2bc7f38959bfddfad4ce02665f1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b46519aa21db6d147cc36fa9e599931872ea3f2b4a919a29a090097301f9b565
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5b63568161653d1dc740428e75b2f56ccfb175e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d245c7374db8c7e5ba1c899a9f8391c6bdd0f44f600ac28ee662a53dff75a7f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce743f01702bc08650fce9e2ce89db4b433a597d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1d27dc36ec966ebca37db2a054a853b414266528cea7293ffe5f35dc172ead7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38adb627df528c588a80c0b9e26c8eb99455dfeb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d0f6805c68f27f9753afe0e4f7a8495ffc83db8a7f4cdf4374472ab403a3885
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15fe942f206ab6c65479baf27fc74b6c150ef965
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b61ae0b7b9b84bd8d8a6dbc21fc693ab6e1c37089255330ba26eca59be46c17
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b1914a4c05e17559c152b23b70d06a48668fc3f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0004ce5329ecd92dfb7668bffa99676f3233d55bef1ab0829be866c80b77e109
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25210fe12c0c77ba20ae7139cac6fc8bf6d6d898
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb2cac0327a5634208d4f308ec494303387994f577f051206f605fffdf5b8235
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baaa0ee7484f9fdad355ea0b852047ec6de9131a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d7d19b51905b7f30a9983c26fbf8b0d38bfb39cb0b66cee0e17a5e63a7f77e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59313041b395a5badb978a02fa5e2eadbed60509
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dd7c8c43baf61b99ec8d5aa98740f123e2da7d51f74804f9325ed815cf75520
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d0a8a813f305bbbdafc6a75cd34328191651bb9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fa61350f3e1d00d6fd75315d21205eb6f6ed6fd1d48be0a631cd6327600fd5a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cca6a97c9af0fe94c511bd496ade2eea7ad4db51
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a681314ffcea83b5904124eda53c403f18754be425afab4d5427dbf6fb125850
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4713b3387ac365618a4a2f17cb4f399800039c4c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa9743bbdfbbf9980a4d5277adbae3ef5746955866bc7190588b9e2a22af22d4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..110082b2ecd0ad077dc31d8276cb52186b3c9c48
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08d4ecafb36c1ddffd617a8b9d0b7cc27545fb4c71062360f7117817c488582f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8b5fd8ddfd14e037e2505cbf746ae5905ca07bf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58ee95c0cf9bba08a31e499320cb9729921dfbf05f40f5714f24732ed745ef7c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64e443995b26c307530e5c9b1ac75f5592445ec6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:629cde872f49b8be5886a5f8a93d16cc998ca941b89dae68f58b72523c73692c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abe8bd1c27806be9f7a20f4c25a8b83ffde60109
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39edc829aa8de4184b8b80fb227ce70e0578cfb0b918a11cd03988079475a4da
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f380d65d0365e5cf655f233cb614bfc30a17154a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:227febc4f80209da81dca615f7c20af959265f40a8fe49a765bb329d285295d3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afdb119d8d303872b2637a6215a2d43346d36e04
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:537501f66e933396cb1a2b0f41ddfe9a30399a5b92efd5dbbd8f7dfc89c0ab28
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1edb9f4026586347ff641a5077bc27b6e5fac28
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e02df23e5cd8b585da15e56d734a3a183841664bf64243d6bbc8ce6c63f7e110
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24a03da0be8034640bfc7b3b33fb3cc9289170d4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20782ab32179cc8698f6dc6757ab282e317cb0dd799099ce2bdccc75bde05519
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fcbeec84930268dc05bd965ec97013ed9edd768
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b558c537e1b87d640a771b23b4fe17ac81d9d361d9105137a3a7ae03c4ecacc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d21e2378d5a803862bb657fe39134f496389a12e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ca61262270e89e5bcc44bfcac6b835f7d9744505c5dd52dc561510faa65a88a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abdbf757c579739254765ac91dc959ff7400e6df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9e849a8afd59f7178bf47813b52dc4cc987dad75fefe6694e86edb2ccd35ca6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6a8814ebfb127cc6695a7894c95ce3422e84a40
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:346184c3a048b6d79ae2a446845a1e200bfe0c0853fc6f5409a1a7e2b54ceae1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24b2a2723910c98193f20559f9bd17e687296308
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe56b034f37939a6fc1c87e0049057819a23b11743f1d5f8d53e99c391421645
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1d78825329ced28ef1d9e86c79f73fced62c545
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1034160d9301743a6cf37ec167ef57b47700b138a99d0ea3349af8aa6b64fa06
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5543ab131164417f98fe9fea227e3b2e446b1cf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d94551e3c0fd7c4108c6cdbc8bd69f09542f312de2432450eb683de5bd7696b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..632c49bd5458ac995e3b1f8efbe1a5918a1d9faf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62735921ef39b1316f25f00211d2d50da7e018e44ea46dd56ea5d0e66772611d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37ecec3b763a7231a68be3e780cbb0e9746bbf69
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47cbf57453bff32cf7fe41f352ae6be287ecd7096575966db1a85cd87304b1e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ec06e937c3de11afcd22c1daebd767d48c4824f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3234c5fe4ec90d901ad12dfdebe7c21a2833d49c42750ade70913c42333ad6f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2332a225db85b38d3c7522a2ef5c4fab21228854
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0823047a6c20ac67e2e1b80ae67fbfd87e043100ee90e3036bda7ded8942fa8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49bc485a25711510918c707b86f7c480721e77d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:193be2866134db0db9c2d5e7356592452113387061ee8e68b3c4c2ed4b316d9f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05dc4106e03eb5b25c26f2e1fdc0af9a10ad2a41
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff1c82208db283cc689cee1d8fbb2535ba808b9a17ae3b5f95bdf273a8d3682a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbd37d14d6fe02fcd1f69b976162f838a41e7045
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7da401a4ecb533f85d3bdf05079b5bdfa3efcd303a1dfbb7751d15ef85b40a2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcf87a4293fd5283c112b6e983d7b78b207b9466
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69eda0f3e9cb40efd5288778734cf84e4d85d357bd18210358305c477316e0ca
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7506ac6d6361278844dd3f420b5b19e987d00c22
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d87aa83c915d718b3c8ab4c0538038403561202e6d3edfe56f266224d3ccf4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..345918ce82c9b31f28781cf4cdfe7640fddfab51
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5588c11414dc621ee9e40b4e68f1bce14172f738d230c90929c821c7b338a561
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cba17ec5fd44d6e2e851055619480a20f2c0e999
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0f3780ce269daaeada9331526b1f9da87ecc8225ef0e4ce86e732312a4288fc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c887243642e80f3c542c13b8fdfefda415e53d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c661d525e6af30e000513b58e306262792d3f0040149dffd241b9119921d5013
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfda380e0cd0440f52bc48ef993d175f402c1d22
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fb99d73da72688f6837aa6a0f2f917a14a8a8bf9d20e5799f1b1f22e7982bcc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b605356fcd0f960b78b37fc7aabcef5ff17ed53a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6deaeae32b47cf3338de5d9772e435aaabd9ac388206cc3a5babd3ccd1d415bb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828f90e922fada59fa55477f56f0c6620a28aa1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b700ab51a3081735b70ef1386c62a6d2911b83baee76269e5f6e3e5feb7beffb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d8d8f89702de767bd5e6ef1eb178f0ea0bfd332
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:465f462d4829258619fd7e589a9aba54c7d12737863306c8aa6a8dadad8a7e1d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a33f412661e8ed2a3866cd3eb84cf48e9676d25
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c34fe36925cae77a6da8e19c6a10165abbeec50f8463d45e7dc97229f142ce4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27808bafc5028075e6694fd1e1636236b4fc60ad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0514db8b7b52f8eef0852a5e3ae17bfc5613ad6417f4dc249f7a2569389d6afa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..997f8d6a41bc83f8a2cccec975a82674fe31f885
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aefb99b8e738fd39b94675c3d7aab33163cd7be0fd360838f3a669baae45940
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..330eda5d8da803208bdb309cc739e4dd8f6732aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bdfd82b0ff7c6299488597c1270c43d842ee97cd27750a3d5d00f7243c5f18c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec3838bbbb51010b3fc9c6771a61dfbf2b6bd437
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf8fdb86d273dbc9940c004b661bdd69a00e5682f03dad9146d1f32f82ff13e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51715d85322b2fe289b40f40a0c415e5234cb120
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f611aa85c634247775d734594579b9f0fa21dab0b52e7ca9693faa24230f05e7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ec138a197a40f244c446ff8920bb7454ac47079
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e19d985b48e67b18b9b33e4da00bdff38c0adca7c5f16a2a44da69acdc6185c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d36cc5361ada0dd2a524e99be054093f31eb714d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90df04a9943442cc377c71fbb440f04ee68f6588e4bcc988a147e33f45ca05e0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c27c0617dbaf2031428e22c26693705287746cde
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:103bbedfed308ce1c6836e72cfc2baa3560bbe495fc6e24a3603eacb99f9b80d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..996f321e2b2ec5d402fb3b02243cf40f2ddcb6e8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7206362c3ea959600d7e7ee4161bacb112e1a61b2a892464982b711b1ee464e0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb5c7ec59671ccf76db070fab56e76fee4dc39a0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c03ce62a23a2594e949e54e4ad83d38c427410bb95f8ed87a40bdd2e1a028ccb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b5b5e09a45a9fb1d14ecee6d824705873c137fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:129a97c45837b6345e50f298572532bd22e0c35d894b342e486b7e50e96dee4d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..216460955e005509c2c94f12447b23d2f3ceedd7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:464cf0957d6157e3bb8cd5d9b2d498b885846b32603ca15b4093d51b7b667590
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a021332d9cedc138761ac20cd4268c30af283d92
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d655aace6333cda5d7a164f83fdaa343881d2277bdc8a2013143e3bad23b6631
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b4e607c6bb11e185462101f1256f0c1152b20c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24951a0f3bc1cc8ea0a58dd3a457c130598f8e05faf31308c39aaf9bbf599e2a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc6ef2988dc5ec3c0eb83139e6365b984d3060f9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:143bc10ba094d469b52d8e8ec7dee02351b5c1ce4db84a5f4763332d1b44ea86
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be611498f852a6015a117ce3872c26fa5dd9bfeb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c988b370f35fd52a602cbd673eabd7e7f1a77965047b84ad105d9e834ff6b7ba
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..371c8aad33f201b7972dbbde5510f691830be9a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d1ab608708b5825bd88eed2892024e9d4608d9ac747145ac7b4dee3e5b07de
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed665cc6926143733642fc4f4a7f079bddfb6cfe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da7ff7f702042fb3b706fb2c9b2897498bc58326c8d39a060b3756a2e5d5a162
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5324441dd6a31e797da34194aadf092e953631a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b63ccb2c8a8d928cc0b71052d2c3fbcde4d87ae0fd35575bdb5ae7564063ea68
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..932185e8ff1e96d91f5b53556d8d35cc411e6714
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74f0dd99cd75cbf002c29654573b5ef0cb106eac044c2b21cba1b1c036f5b0b5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c3a993239777b3f12e8c86480e8e720a9c8ac9d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5433a6ea4c54de6b048e1617d727dda1ce67c89499ae355067f18ba3cc6bc4e8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..122dfabfe97cd151b095a332fb7da3581cc9bb02
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:353ca84e7cd0618637d46ce35b9c03bf8a354905dfa5480119bea2caad2fefdc
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d46432b51b2b4e8b02a706e7659076c3eb45e84
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef8af4d8cdf601193f30f8b06b849c53f63b2876577ec94982a0b95116f8611f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccf5d2116d2c4e87abccebdbb1fb47191145be47
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c241b439276c634f130ce9ad160ddff7988c4fcb7ca24c771f12f997d657ea2b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a142505247dcfdcb93e4cf8266b483243522547
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e802760d4a7efef3365e40bca92a9c6ff2e02394c9a1aafadf053c5d634f9f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d7da6b26ef917431a7e4cb60fbfc7a51da81941
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd30eb2346f7acb5756a7efe32b5a682584c4355bb78c20fe4cb011626043c8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..020d78b3daf38503a93a3970a9af1d6644a5270b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f0269495496942b8be9dfef12de7c748e7196ab1f5b41fde8dcf9554eedfd3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f2f95f5e450c229e694eed5c792ef2869309edf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db516de4d696495626e2a678089fb8fe20c207c13ce5534167c06c6e2982d423
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4c89c5b3d4a98c882c8a8f6965158862d1a02ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab77fb931cc6ae3ef6f5648af86343d31951a911cb966d16875b6b6219284df
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4273e0faa58a48e05ec9d5bee24f9af540beccdf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bdec3cdd72e65f0e4aa7eb955f85fff7de2b595017cb21ff593e63f35840fca
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc2a3bae38b2503df9c3e61329593dd39bac6ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5cb0b4a1762be59d5e28bc1b702210123851ffe49d52019d09fcb858e41cd1c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0047716e905b4ac25f02b1857b6224ce6254beaf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7be11be1c38be4c6d68670f233561e5003c4986e6e857b7c66051474335643b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df24869d516fef0d7908c8b5d65bbfd9aec00347
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:120e69a6e9eff280ac661a03f2ae6ffed9776458715c088deae22850fe2e030a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40a041dd5e2cce71ee16266925b95b61d1bf6d38
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c1655dd101291da07bc5eaa344719ea5907c6a3415c726ca08d8538e1b7fce
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a16b16840f41c34be9f32e8e88f8962da27f714f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:609b5aa2dec001ac9a36b94269388435847938301e5be7a93f16f0abd28898ba
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9647b5dc1cd374ec7803457533b4d3e2641e50da
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4c77911fecc5c0f87da058eaab95a529d50f8b686ceafe8c1a3788e37e7db44
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70efdad2db2a6459284849c636c28a81826f5594
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0616329b24df051eb2e6591ea883bdb68aa2c7023989be6d3403fc56023ff928
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd3d0b061ca9fbb678851221a3f4b6bd5ec1e551
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9615b7dec7827b42c6ed093c135b4ca6fdfb135a0bad72ef802336559164f2b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..403ff0b23e6313d4131fe2b393ad264793bbfbca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b9b43b89d2c15250ad974ac4d085965d4e12b0546169de92f074ce5aa6c0e9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b820ae73675ba8885cb790de2557bf5b6d27ac9d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6586831f734b7bc85aaad6d1ad0b8c0a4c14a800aadad4764afd349cdb0722d5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e888d3efe9c6d2a2b1fe24288f8e72b34bc2a7b1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac3feb5dd771d2f248873576d92f5c0760997d89bace80b5f74f7984b4f4544d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e043f1316dd9b016dd2d5ce50dabda335e3e05b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb08e48c32162c7af800cdb3aee4f9f7b92556d386d77bc117959433a9de1af8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d65613b6d2e9516258bbf5a269deb89f4fb35e3b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5715ce76b24a982e68bfb8211248e0337233246f410f701aecd27998d2813dd2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dc5c0e57ae45200a2b575fc51d238a9decfbd9c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:080aac728444cc16b96fb9393ab43b7607a22e58fde1ed214614179ef4464d41
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3446dba39680a81a11d8227b1ac6c79f861a0066
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c30ab2195d7fefe4d8dd2af74f9b57d9bcde49b860732ac44e68072130b43458
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d56f2c9ec9ae20e5a2c1f7ab8fb7fe353a05298
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ec19d2379f8e0e66b0b5cc5277ca29933ef09a7355b2e4b6a1603e88ef3d811
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eb3f8cd9730253adbeaa8698eedbf92fd874a8e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b1366447db88260daa019f0c5add88cf2fd68482e65700fc93fca861bc8a756
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77ec8dd66da7ac0992e7f1375478335553df087b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8676f8b07adcca367f44a9e14019ad2e8941e9b002083a201f062287b6a4129d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71b737a7b414d523bea83dbb91b6f48371c0503
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69eb636c19ad8ff2b851cf765dcd10aa043006384c76036c4e1381f177055c31
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97411c2711347f0fcdd70186e5c3f290618469db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59803a5b4b08fe395af12d42718cdb84354c5bb39b7c01229695b2325672d3c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0624f6715c9bf366281c7aff3dad5e5ddf2deb46
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62575f5a63aadf5163dfbe657b89bcd3a2b8989b7c26b8259d8df7389ba8c91
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e152e6ab385c682e1a5017f4a426019eeb229f81
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc463fa7e87b7348e8bb63bcc648cb6de29d17b4749e79a8b491ee2d6f0aa775
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5df7e15b2feb877a247c5adabb13d6fec670e461
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac3de0147b948d1fbc69c7c7e02707a11071da22d9929dda9b136502b7821c3f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f828cf87ccf03541d9fedd58047b9e8e3956a03
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1729bcc133117cf404e9c4991143d2f6ea0e3a9579103b105c69bfa910196c8e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d13e3a291169255980e3b81bffe0f42ec327d102
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad5554a03a1e253b412bd38742a44aafbbf8aa447b97ff23e1447b6b0e81b593
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51b1a25254792a9f262b16aa8908bd593a832be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b35039e3a060f267de5ed8110382a151d3960cc3201d7b9d9e3484fa01ee7a3b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d48da7568d7337fca68fad380f172b1d9af2f930
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e32ee8a522dc0acdcdf54c598a4be0141b1ec5ec3385e88aab97b5247b1458cb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ebd0f2cd00897dc404d024ddde42cf0d39c31d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f3963be727a714703ce3710e7c01dc0d51ac18be7f0b62849deb686b4167d8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23089eed2875f2038c5db5be13d4602956e9cc62
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d14e461a11378f52e5b989f643545a30545e42bef27bb30d814095b43d7aa384
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc29380d6a94ce52afc264ac5a891b64ff55e5be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9608aa2b8ed8404c8a1cdd9c5d7faeb7748745a4b8216282a7ebd87518175aa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8550cea4094be9c311b3a5e873c8638692d5638
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21b6dd6d5b7b2e3e05267296d1265376da210d206d45af61d63c6757e8e6394a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aad55e312516e054ce8170f90aa92fb39cbb263
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e31aea62b5c4c2ef3dc4031afcc8597c296bdd3d5aaf8084e2811c56ef95caa7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af5ddfb4e63f59730f294ce5740e60b5dfc68b0d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cace4118629a91c332ec212f4cedef993c32481ceffa972cc809349537ae000
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5cfbfd1ed7208875ff030ee040d8451aa1daa47
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2050d6f3e73e4d45141383b914166ce0b000be6799cf2fe616a1b5144d5e741c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce50cfc7436063cf7f4742c4c953bfde8e3f4fac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9091f33baa53fe8e22da0d57b5437232608c4f50023f2f715df64631055123d4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91fbb51e0223d1e897527053a0a9f03348fe21f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b281db333b367f786fc4b45bc96515e0d420ebee39a46311ae56a7ecca51323e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48bc00d067fcfd783617ad4fd100262c41e6042d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f04877106f323a4a96de827e50489d3044c6eb19aae0209374c75b0d00c8fc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a35b6ad238f7d890c05c89a5057a6d2276adf74
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:922feec273c33739cd5fd9c82cd941d07af417b2437bbbdc4fd38dac9e9df404
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6722c2f986f148eff862f83c9116dbaf297b354
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68e752d83c54942248e4221d22ddd69fb5829d626400f97627d887c782344c30
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ff07152208c6dabd4643f2a20874322516f0c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5996a19c56ecb30b9dc52ce7e7c94e502e02db5ac8e4b85ab0a534184f8e0fc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b660a869bf7aeae0c56ae70418fecc6438ea93e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df2d8fdd6f94862c0c2cd93dabbec0606e73fea9bdc2c113e4c18804083a5bfd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f5c2b968642d10a6d4f61e528f39bc0ce2b6024
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77dfc24eebd9ddec7f5036e77c5b88b22c758c28b4c7f384f40c9ec528414bd1
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..638466077fd470b190e4ac347f96f2edde208fed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bf1ff332592bbe3f52c07958c87e89b7da024af674b7163478d2be1ea4c962c
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/lm_head/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..918565d4e0217fdcf5e8eb50d786e06340a2a6eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:328b0ec244164e45d1d087d64c59554ae02f5f0f5b601079390f92d1904deed1
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/lm_head/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1f4d35b7d1b83aca082ae0f2d27786f3f1bb0ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:751f19337e9906c3da53d3b9d955616ccc2580c2ecc6de74a7802d97ff4868bc
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..130ebf61805c9b6d1238adc71d49d21d155d1c16
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8174b51d658331aaf5dc7319019306411b49bc5214d97bbb758cf7fbb2ca6d74
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44b5ee67e2f2d37c1386133c3b1b1d0a4836a0ad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ccf7bc7de68916d2a465e5d55e7e9e541c28e5bb46fbc3ca2339f1dd550826
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca1fb99cc8624b10976645b5b8aae776b24d23ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad7ee1a785c5e940648e678d74a9276457eb81ff2cf52c0c30f36a2e656792ca
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82aa52edd8b96425060e9a36940a93607fc3765c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5985fae1b12347bf0e686eddfdee5d8b21487ec21c2a25b394c38abd765abd2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b350360d49a8dabc1a5b61cf64ac9149b6a8ba4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1911b67b45a32a786f5bde3556376e16d1f1de4ba73c4013c3d5597db09d32b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87dca2625dcedaf37f6a187970c3f2d9d82fa256
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:156042ea1896c5e50fd71ee137ff3a4d88fa7a98632860d178a141b7626e405f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20d18ba084b913e60557feccc8e97f30374f49e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d17ca53de0df9e27c31719b6c216d49a73f3ca6a937cc6a4f7556ae9ebdb3744
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e73f48249aa6ee7f52ad5537c34feccc7cf06b57
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d85894490cb7bd022f04a9e78a00834d2833c1aac63766a7346499882605b894
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58f5ea120f0617ff68c357e0fea8ba7d7867dc5b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e31cab35bfdff9fb106e4648e7eb26ef33bb3a5daeb6d72b0e690527944f0a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3558784d8196bdac5a4adc1b76b384e3098d91a6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97a93116185fd0f7ca533e27dc7020cd5f9e7951010fb24ccb9c2d16c3115340
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48286ae4088de9ab2999c33cd9197b5d78eb7bc4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dea16c0f796fa3a06f42c8f10434231936d94b411e909f4d9535263d39552a4d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb83a1c85456bed740e2e227af6adcebdf51b0d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4389083fcd7dd26e483d105cf550389419ae4e7a2ac8ab761cdbb8499604234
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43e58fe72c48f0c6255bfd93b4181978915bcf03
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a08902c9ec4ff1fb2b3be3f4e5a9edb8f3b399ebd199033655eb046bd0449c18
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f9cf93ecde8bfecd1b7368c9c7e85aacfceb744
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68a36a808744a818ac31afafec78b8695dfe249040092385b3d05e656a391c5d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..488aa0278fa65c9939b315d0ae200a2e39678e25
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbe355595da6694725ec467dd38bd3b4060337166aeb457d5e2404edd8cd12b6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..affb2c864c76a72560ca9aa1958cc5171ad5f131
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c27209e273b801cf8d6cf131bf328d84e5826b8533f7bd6f15ef049439099be9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76869db4241c9e37ca6df50f8024517666508c3f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d843191b2604cb6699d3a26a6858e1e9f0bc24a1222a257f6f69275470a31d79
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8506031f4be48403feed563599a0325171eb2cac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55f767b156a05d9309422c93ffe8594b7025e083cf16c3b81995bb09386c2717
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d2a9e5469d73e3c6aaf6bfa44f4c08120fb7eba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:366afe533cb99713478b64c76d0a3fd524004cf87dabe05f35cef0f71407a15a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e45e8eecfd198d15f48c996cd8558c51f53642f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11d8d4c915fad3a35a83c5924b097b37f0d379afb1caafb1e2a62898cbff40d5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6de2ac49197058ff157a85ca97cffbf284ca24f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55556c12be85b70e400d26095b357f481aaff308402cb6a09f4856fc4294b4d8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cecfd7088f1e5ec4777d1f97b80207e89b3bf78f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d59f73c17255c1bbcf24e33d38b142cbcd47cd8b21591c56f871af3909cfa74
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be0e210bde27a1a4cff8629dbf37c4661d63852
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7af37cc3dc2fba416c3abfc646bdad97bc8a551710d97a78da99000c9911dbe2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..648fd197e0f9e52075f5af6129b49a8a5adce653
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c99211fb0bd7eff08ebd25c7790c7c7618d24ed89046efbfcb22b1c8c1055f1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78a4aa2db5b777659b612aae3233b146f69c35fd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a0eb785180aead9a51128b29cb014664c655c64528c6cb46d0eeedb8be7f762
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e768c60222a677e6d9d95483350f599dfc9b2a09
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b851e7a5e9e88700ad9e5841e3041c77903de9c1db3d226281378c0e25bd0d5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01eb76f15a542a3a66014a232a269bbe3c1ea1b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d4963c43143d87b587f6127b1f2bc48403b0d88c30126d4c2f7f363850e8544
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f7c917914b92953476f25f4dcb442359375fdab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e3a4b97ddd6a85163e52c04e8dbeda87e9ff9ba236c9f1d2711e0c47e0b0c57
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d64ef26c6da78207b9cd3b9c5f89b4b05b01beb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8879e485eb2c6db2b99a02e928e96ec2b77ea5a53c1e48b011c09ce99125fdf0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d0aa1f0e8b7ccb9683d031688f088d8493a2ce8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7321ddd6806c69055e4f6b1b215a50f13d4d7ac9b47a23c1db8460438d91a0e7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64749b9060c8373f82f81bc4f5dfd7757a19f0f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2532577c2f143068a6e7beef21595f7be925191815f074b13dfd6e93768aefd1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f8364e33c025ed777fd7c16138f95eb59715b34
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f079ba511ea7c9e2a5cabaa524d257d62b0ce5f4e685b5f9de9dbdda7f3d9fc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2199d7928e2d2b32042594cca316448e646ca0cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:332f653e54c083758e529981d52b1d1e7fa81cbd2eb8352ed862c876e6f5551b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5598c652811658a4632ee71abbe56a148a9e62a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e758f66925c693b82c887bd1b9806d602f1d8b836e90f149f6fabe2d00f6beca
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62cc9c146a3230474da531919b07e202d239b2b6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86bbc20c87093127911cb03096b70db91493eee89650e885c62a4930b6709274
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c44cb15d06fc6d98052677e8ec4ed7a4b250deaa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b55d33c3609ef104f356f3d3e18c230c49e56fd6fdcebeaa85ae24e36f489f0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e078b20475ff677b2cb0124f2956ca168e3b4fcb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64f0157e3d5155fc16595acbcbe43a264e2a3416bc51aa55cdb0bc2b3c7087b3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c7bfeb0970ed28c718632768655dafec7706c5b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03fc957fa0ca6e99a4906b344e5660a94363b779017794360bdfac85f34d43c3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9192063c6f0b61068a29653ee900c62f1c02784d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aa2418b3c78c107b3255e21653ff8facae617a59733ef08fcb79e84e20c61c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7751d3cae6ec1c9761b99078850837325f2c0ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a7123b95901673161efe8963e89e3ff14593b66810b768dac42339387bc5229
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92745e5de1221ec20048e1f59489ba47694e2e00
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40ea6560c7a437fea05d1668844d57ec439fc9157e880ce8bf009d5c95f7ac84
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95de376759a2aaa618f39f7ba8a954230bb20223
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7092e4be3c8e3074e21d7a4552be9cb516a027a45257f7dfcf344a6fa2e123c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99858f1b935db89515096c5fc08955b1d2e11f9d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac0fbcca5a8a5e5e68a1f4871d8caf5f084bc72c6d6131d3d02187a3d1de86ee
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e80ee79eccafe8f761d5828f76444263ab41fe91
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:009973f53f42ca0405d1832446cafd55e63e7d13b3dd4b4006eeb4e12644d2b4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b94e3f4332d679aebe3fa9d4ece8cdafed096241
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aad044a54c089b2ee78c5c9c9f15865659884d52559733ab7f3d8aab780e80a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..584aebc53d0ce2b07be8276748e32710f34a21b1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:146e8c2ca28d6ea894c5fb38143516553a8fc9734d14c7f184f0c574f61760be
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88b517263466aafc20f8ba736269c90fdc63e34c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:617cceddc914ff3d55fc8037f9e3fb09f050379de2f2e81997683466793be69b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd5dd12f2f089bba1005ba4879ba2fea888314ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efccebb43bcc78f26b9efc07a9bd25d36017be37e526f807e7a3bb7d47d1848b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c0f1a1600a5301482899c06150d3134caa9d6b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d81cd2d099945ef734b0e05871e449d760baf981e924a0481494ce2cdc5242f8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0288a0c0ca1b124b42447c968ada1196754cfbb0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7f9b0d995db286b17a6daee647989628b982546dfb4c70c977cd6958a8aebd9
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ad52ab62a2d21bda775bc0d78709684481749a6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f0fa5a70c01653ebdfa7a16775628ae94143fd994ff2e471c2ddf422ba3b33
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a6d6b4068e02b7a596104ce99470582ae0fef65
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:414178e4e920438730823964ad044b82c11bc7ca2862cf5d5715818517ee1c2a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..729dcf734c380d6498ed64cd34a2a91f0f8feeba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7c1a3b96b48e9402da6a18e8c15dfaa9575c9316792f165328f70084a6b7cfe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd61a66347df8bdb1ca9b4e581e3e92718dcd048
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a6c7ffee98741cf2ad32b3fcc23d801b1a708a3d6c7bc28e53bbed45fa1e892
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..461f99a8da08f741afac295c59b4ba29ef4d3762
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:868a925a8423416e329a7fb49e32335e8b784d15d8558a64d2413c8de6e5b03d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f0c0033254812349904354ee9a84af00d065726
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9ec3cf15a816a1a3554db195e2a16de3f52a6b3c23ed59b96864f448f306415
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e23eb3abc8915209bea9c7c44c4d11d530a811e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:420b57b83f6faea1e03623515a67e081a60e50bc541d2e26cd8230a9aee4187a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4bfe8776d454a42ed37a93d3593077d88f1e6e5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14ed0cca6579591897f4653aeb13ccb17fb3211c20951902e0d3118c33d14648
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5db22998705a56f7a66b0a232e8d293ca183dc70
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e55eeae8474624e4ba7f3129f1908c9630fe1134c44cf47cc3a9209c735fe06f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db540cd55a886546668d589ad7701554baf7219d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64217bccbd6423c2e61818147cb608e50c2445b2b0fadd624c409c62c6a20068
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7d7556c7be45bfd3521cc1f6dc3275bd88aa3df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2738a6213c4616108682857197db095399b4ba8cc169e05551912398a4e7b8f0
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3888583e77561b3fc16209f36dcacb5628540afb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2331005f48c2478b077cc6ca45a93a3829e979c366262c5a247159bbf0f6af6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96cd12a4452a5fb3a9346e592d8d59bf8d8f3b06
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f967b0151690afb1154b47c9e1b976da6e2b0e8dc7d260c741abe8df7348e835
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..832450b49edc3dbdbb21cb42b8f965a9424828a4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9729b268ef9cf883b8d4bb43a7de7c9d21777856970ae5b3c119e30b42864996
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6bee76e4ec14c04ba2ccac7ef0905c8cd62ec2e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d4af643e6b5fba368abfe9f42d15b129d2208d162558c35e47826683a3cbce
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc42ad4762bd77003861bde10d5397f246ffd2dc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d14acaf57946dd4a7bbbaa9b5ff5f6e860638b5aaccbf68392df91f3f4c16018
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc0ea93aba80b6ea164b4c00d3a35c3dfbbf77a3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c63bc3162034131560dbb43f85af7674dda4e4ac94019587dd8474112e0ff86
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b91c34ac93388aea2d387711c5807588f1090749
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41fa7cba0394a927caf96f0a90d30da4b3af2fe873012a8c8b79416e37440eeb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94d5f752f4bd5b35f4ebe3f98c299ff033893446
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83a0e15faa14cd18559bafbb683d806c1e8c731dce2fbbc9be5bde0661beac02
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8f95e7119401258e6cd4f2ec1e32fadfba98111
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2fa7489757ae9ad32ed79cf01f0dc0c0ef357f0dd7fb9419712be315c42a3b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca4891c661d689965b97c5d080c39be784851dd2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab8ff1cf19b85084ef452641d09267b912cb461bb9b11230951957d412ca7e4a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eb1b41673c46d3df00ecbcd4b5f9b79d0d439b5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:132a963ee192e83c70b7176b8b669f85a78d6e811300895e38d545ae7170fe28
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d5bab257f6ff2a92f8c55894e6807373841dfe6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cf3374a48ea50e16abd013f480fb471c4648bc98feedd068de664cf7aab8ba8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29a3217cb18f4cd1fa07b26ec5f8a27090bf75ac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce653b8ef96cb1e7293dbaecac0fad38d2ae0bf9ddde80d2bcb4af4ba3243bd5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc450f092543a84edab56c41e9527b2b5c10e83b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fefc2dd85e6946b358d91d3277e9b6c4f00aa31d0f4a25030c551979562395b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d29ce1321d9e9ee490cb805d9191f9c0b396d42
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad5af1a3be55a3a3947c13dd6c3de029201b99e2ac991e71cc11f7597f14dc2d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ea17505749d82b8260f676a0fa0178bb8e5cb00
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73aa027adb8987eef881cef53a07ef6a99ad4273ce73f002c6a54067db50b622
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84bea0b950a0cd23ede596b4fb964eb2bcc1dfc6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:913c391f4b0b923aa1ac9535ad289b0b870dcad94d681b06bf3b4bcc756ebe01
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fab59a7d60f9a0bcac1a3fafbf1332968b2da8d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9c804c09be0f9baecb31fc76baacc21d324b31d1ff5b111417f1db7b439a54c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcf3106df182c4a8e14b98ac4ccae093d3a6a1e0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed541e1328f9c3a8cba7bd3959cf4907a903131aa92979dfd1f0147d4f5b25c6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27e0f5bc790f8b512acc8451a972e93c5f70fc97
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8df4839dc9cc663e8d6d6c63962019da21230348267ebae803203c5b0ec03ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f01c0977c8006d40d02258c3d363439f02c5acee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf02df376b9e9cfb435f2a0ce3b8db77b5c57ecc3b80d410a62df88b3f9171e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c65b05db1e990a026e7e62218f8b578121f3327a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abbc64647bb54e1e47c9dbb6443feea198982530d8c6032b5d01b510ca38c648
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6289d9b77ccb29e4a7a717e89bf968e327b0d10d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e64ad57a01aa7e79cdf43529793771f165fa4a336cac710dd5a9e657057c864
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0a3d9a2de76b09a72714c99be824ca44c6fbcaa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd0976ac5aaad196ea61117a70d28108e68e91a297db9128889a5b699538b526
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e2bd36a7b613f4cd6bf5a0a896a2c08802125d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca9c5a53c728c05c856d5d7ee7b6dffed985f518ea08817b5a9ffaada7eea1e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b62b9795d1961e4440157b58b9ab0fa04ff0d99f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:638271dff89c2df6c5552a03fdc5c188ec5f01cbd85459ef2ff6cdcc5cb607d3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77a40a766c0e1466ba8255ea9eca136f23e4e37b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f0080ad5f98db2e5be185aba2ed411fe374c52526c5561ab9efdf09f89949a2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62ed0d78e09cbcec1a8dfef01c0824290f923c48
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6de6de36b0058cddb820299aa50cdd8ea8fbca15cc34fae51c8afadf95cfb4a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0732aa8782fbfb9c6fd1a96f24e559a29bfe801a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eeb4965aa9bf2a89ae5fa2e4c0c3296a0aa274cd8d0540c716a8c5fbbdc2c9b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a7427e85fa7b27bc70caa293707502f542e14d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3276f55a79cd4eab5513090a48c3cd5c2ea7c81119f1526b1cad76cf545d7bbc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da9be0cbc3d5c9addd78732b16b728f475c92f45
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f5281781e51c01faec3e23ea5c1711050198b71aa0f5aa1acf89e3d5160d2e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25df84488b2c382a3cf9c54dbee15016028770d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abec1ef7047d687a07ba88d7e3b0a1ddd2808d2fc8bca90e5b7c69136660f56f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e465981b7f856d34d97a0dcaaa49c65fd3aa05d1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aef25336ab2ec02a50d27caee769c53cd8ab1363e2cec106bfb6c74807f730dd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e720d16c60119ca4207f6274392e3beeca293f37
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ba2f17dd68c9fbba9748949e469ef6d2ede012dde8573af113952d662468147
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d7423b7b468cb2813e46ce94abb0e99a2ca8f45
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08f4941e0f846ec74d8cd17a815fac2b61519ecb8e54209aac76d2ae9ee2bc25
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eebae9b7c8f58d871bd571f40d51da0dc9beb13e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8f1345d39f1dedc436f13a2892a4b4ffe8c536e4029ce261ed72835428a49e4
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12c62c4aebb8e54b5b18d8e83cfad6253c10e72a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a7b4a0941f04301a075a27d526269f1eba3e6003da6e48afd1820c8c812d144
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..273c801c2ac048c31962d751b6d1fd28371a87d7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:024c630ffdb23c6591cff76cada2d7e8a0562eda1113868bf158d90c6cecee26
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99a1968a112023eff7609484841add41c9aa2bab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b431cdff554e17a584454489beb2b1167b7eb07d19580b5d4e9482f61ff0b517
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67f356ed701641601bdc1d74625e664b8488e15b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d2933cc75ed0c4cee47d50d5cd235ac4e98103bda77ce41dc64c4a34ad1f519
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56b476d764cff31790838ce5783cbb39a1033483
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e91993fba8b9994fe9b03c66a77d0c4c1d78c8e0c7b7421809dca4040a985855
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b870465b4373f420b429b9b34e9075fb25d0015
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:755f0ebec5b09a1978ba733dbedc2ed70340a331f4b7a6bd9e8fab01f53d645d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9562e35a1aea494ed385e5f1411c78db208d423
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13bbb62bf7e2af8257a073ba05c9f21684973b304aabdf681a090963d4e68794
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a95f6725c362cc39412a69441ad27e42c32578c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:952d243c050e8edcd00c9a76260e52492c5931d159f2bf92b00f0962382199f7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36000e0cbe6aa2c2f33de8d66aca2b3944cf1158
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:934aa0ee6b9c84f045c8839eb14327f6d26014a77e2638398af3dd88e230e560
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..984f3d37bafc6270423802372ac92a854e101f54
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6a44f51b764f828a99fab231213a4124070041346b0450e47ae8f9d8f2fabb4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..451e023ca687f67cb932f5953fcf7437ec035a61
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45c72bf632b6d17195e53ce27596edfe9185247cce9842ae842db69cf276d1d2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e276c92a0b5fd3c30b350f2afa50ef2c42a41772
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b7ef0e5e7496df513028414ffb332a4516e45c369bb648b991d718f64104295
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b1846f2204a4ca3f9b544940fd27b5d8fefd10d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca6908bded21eb08ee70dc06cf11c8963749248974ac9321bd39467700c2c15d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29ec0bc1d7663f109c51c70637608459fce5f8ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9275a01405d4a0d811ce4faa8acf01a198e12be6331e8f9e1d9289ff76a9fcbe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db0ec9452f7b652a6993c2d90c557248f5e1a107
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1840aa332d5e6345f4a97f195c2af3496968987f8aedecda35f3b45a4a7edb59
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bf5dc457e8e5b313f9afcf8cbcdf1b17732fe7f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e48a9a2cdbf53009cfa97c25cd92c95187f7d0765add82583ef0a3db4fdf3585
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05c0988738b544d34e6f4055b77dd5f300032da6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24f7d669ca0eaa2614dfb2753f42be75f45146cbec0178f68cf0d0c024b1c27f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cfab14bd6231130a45a204f22eeee8081a12bef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3da69fe5f989f08984a9802607a53e14f19e3e9190dea92d636360e2e04488cd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd53f7acba8d0ed19139adae48b2c402b6b6a6fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c0aad2dd621c84f651071970b2d0d82482536333e21c57709cb3a32a7a49196
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31c1abb468f8674c13da61574b4a533ebde10de2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14dccee00087c101ecf0d5bbce200e2f9a38c913d85219945fa17810986e7aac
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7a254d27461f1846be57d7c1c38c529e63e0198
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b02977d5d8c45bd1ef4c0af0156c701502876538805d484c8682cbeee1d32f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..207eeca2087d495402daf0dce67404c0f4306d79
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08a485427d40ca7529950c1c090eaeded1ea0109456911abd1759530ec6d66d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54f9f14f45949e03289c1fd39accf46e5fed5937
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f7a0446bfe88b8f89f9bfbf5305dfbfde1c180516fe0a482f7c332421bea108
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35918fbfaf8b19ea74a55c535fbdb69c422e8d92
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe3784b35650d801cbb0dbb695d846c00beb7d284e3674d8c856631571704f17
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1565512a4aba71181ddafe4dfb7bb7405421e4b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42d5e0aa6bd2c3db7fd9ae130dd0de1f9c3679ea684035f2ba2cd9e5abb93e46
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00ca61b8d46123a23a4a590ae73d7071ac7ad0d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:552a14c767ec78aed910c2668e8d2d92169270e9c755c102bde07caa6b242d15
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d72dbb4ae1a728f50909d7235c34dd413ce3e9a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21023cbce637599982a8706a557c53fa7d5e4cbc433e2b315b218d7a4ebbf645
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cf7cae78523d55ec8495d01e3dec57213ef6d00
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:832fbcbf044f1e3437ecdc2ed3b724f222e91f04aea86985cd2b650c75a7d9a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80e768767ddb23ebe980494bf11ee8e6e504629e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e0a9f4ff603f526af1fcc17a2709946bc36c98bc9333045e898a777747481c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..373b976f3f3f86329bcd9330fb333a7a9594cc70
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd4781046ec3fca0c79a88f063c5f76ad098d34505739f85bcf4e3c5d63f4911
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9858906c207c7f14e1cf65778dcd039b5b6c7fd8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7223cd8a3e47d5dd4aab953ab71d6c4c9163213efb5704fcdfb1a9d58c2419f2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15f33f06f2e3da88af8280a6777c1991420e0b64
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bb30865e279c4ed7bfa2c4e549233a61eca688a170062a2be19415cdf1c6ae6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71854dfd6d60c323fce6fe4e5552b2e1ca622dcf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18b32f0f9a4f7f199c9199218a082c2b87006e701c5b4e275d68b3d69022777f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61d249cefed74befe70eb118fb53b176b36a0e15
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4008a9166aa919ccea0df2236cfd1397a6327d9f0614e7201e7261d17aaeae8b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..519e7def58910aa213a94394699a75a1d969e74b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1ec300bb23f92971b0cdecef50d792c9f71c2e7f87a8bf01e8727768cc3872
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..597f78ac02b52baa89e5e123b9c56f72837e7508
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a979646c52e8f5beb0ddf46d8706a2198edde6d0f4fad44d7de86ddf31bf12
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eef32ada008ab4d7e8a2d3a3298503bc861ee7e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a0226102f60aeba117855bb7cf802893ecc66034c618ea250c73efc4011c027
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..543c583cf2cf90bdd540adf062b3240d4c2492ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edc2d4ed31967d7ac72b8fecf3281b7c0ef9f565621632643fef3afce6bb0389
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..596a1137fa3f76b057cdf3f4a02b921b3bd3ea7f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac19dd72730975d291a42e498bd9e87b336062265a7624b584c40652a53816f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e26e2dac818b1ad1152ec908afc2a28a5f350d85
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:438e81aff72a0f7afdb6646bce092fee7296f5fd1286022ce6f050d251d5356b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..841bc8b1f9b9a2b96ed912e475317265354ae27b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c162ea3ca14505edfadad30e0ddbe437514985a53009b1db9aa3242b18d174b7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffcbb3e800204e6ff55abe3b169914c36a78bff9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b017798dd0235a8e92c6fd94c170336ba32c06bb7ea9e75da1011072e899256
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f365082065362f126d010676ba735f3a6e749bae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ffeb429d5311e293d6a277291d3cd4a932ece75b8dd3aa7a9d8f5ca22055a31
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e80703cdde48b7c18aec1ceebd0b35f91c429a92
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67364080d39a30dbf09803fbf43991f1ce4a4e3043379efe3e95503948451204
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f921e1cc6c6b62d5291d63f5bc634b1902619b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cdd47793d9dea25b7b445175b1198195f0b2f8cbddb787443c97c61e9f0b30a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3b98ddb6d477006d835b1c0994f3512b1a2b01f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a21d927b34393873d5a04a7f796e2e7f588d7280b116d269aeacb9cbadafac80
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7d6b8b2a38bce7950013bf06d9b47555bd3a68a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b377d8e3678f0c1470c334cb5dd5676c371d03a0ec7b6700654b19a02ad98fc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8ddd69387e459db659344009c684cf7760d1553
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2beee6d4617b973dcb1f491c40f0fd7f96805f1d129f5a664448a80a75e40401
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd5cd091be3db6807898755ff39448edfc4c64e8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb930a592187faccb2a90fa070af704837919c43435c85af371041d84f929864
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1b28769614f13e8c5e5e7535722ea2201067cd9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab8f361b8ae6d9d0995a3872df8bdac8f874ad585c5fa6475aa58367424952c0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbc63848c61040fd87ad7f61b69ec05e0814b7c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a758c04b604706c95d18836099bfaba99bcaec40beb03f4cff1064cd87263d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f309953317dc02b8a9b3407353f288b19837ec4b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:233463df7a7314d077f7d6b5f00d22039d6e8da47b1d604c1cba3cd272794d22
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20a502f6b7aac234c2662944acccdaa6484494e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6607bd0f87b5a75b0a9b9b66f9795edecb6f018b9b1a0dee69953e5a19752acc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f019b77a0b990dd1a4e93173f18ba52a98a6bf44
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab793c406c6c98bed19973a4632ed92ffa54e5cb89f1ca394f81bae9d78ac86
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cce085cae428317284d8525b5225118eeafd166
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fff9d3f9a45975438a04bff08dc509d343e319dd7a936039244843117278373
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63a2dd4e8b9c7de32b7ac469ed6c908dc335d895
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5738f4255c137ac702d990b85e95ed0ffd69155ee4f1d47c4a75c2d12d4538d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d2d34307c014a1b7160ff96ca02ed23823c91b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f47a56ff18932ab40cccb8276d1a5b0d425d9facec3d73f2d644597b8231d3f2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da636eb7fea5989e7fe59b5297ead417a076a582
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2967c2803fa90767f648d4a15ee0ec4246ebdf7ead7eba787bb81a4b9bbe733
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98c5fe0d05f6ec34fa7cba4f3d91de6f77cbee9f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66c40e76bcbbf3ca099489ef3fa9fe023277eef2a47323849a1997cf28587f5b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beb6c794d8bd305fc84f6cecb581331a503f6a03
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd7128625fbbfbdba61a9f8a15731624083671a76f9b9eb74d3ef4eca6dcd559
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55df9ce917ecf729077cd452eb66164f8d509c6e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c0d1badf2275f1807e52470fb38b1a82eac2effc45d193c83ed6e0bf8637590
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a18384044095e50f217dfcf8420599807efd3803
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eec9d4f5abcc59e9ce6fc89faf6170ad2d8af3d7daeecb41aa17a07ae1c15bb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d01897459e658c4cf58df1ee4317edbb0b85d7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19d14260fdc800bd38c5bf7a3b2fdb938432f0fd863e1c86800ec20d7216e862
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57948d7c8a1ea407597cf9867389dbbcdef1908b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:130b0d45e204f93de6c7280e3084e36bcf6aab61cf8bfbfb78c5e01a979b2ee8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7910e52d1dc257a8e33c0e9c99aa385a9ba47222
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca77aad7a03774126bc3932fece8720643f2eadd0b04755933831e3a883a1320
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da061b798eb6825c75d5d41f14e40f876cd15cc7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e08425ca5647a8218bacfa6c6abe6dc20b374565142d07dee24bc28092dd614c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d845d3c613f763f11b48b3fc29eecd433476daf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab98ca5a1fe4b43d62d2c2f12969cfcf23a23e523a008b2d688b89ab88bfee7d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85dc2ee4d5694a452ff8ea21e4e93bfc0754d888
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80fca2d2f9b76f7912710baa85f8e923265eef4ae7e872201116e02c73abdb78
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8837e9a515176a76a3c050c72d79cc995bf5c4e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11971d25e4b0519d7af5c8785c49ebaf7cb1899d618b05f83a6ff334639fac3d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3ca951af9dfce211df85d058e6590d21d08bb6d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dbdecef5eb0a79cafcbdb55ecaa5d7f7d91c0ee53cee477a99cce1c9d5c0d09
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f26d204530eac1df78a7e3f2aa6fb37ae7f19992
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f113f9c57ae6d3ea22c6b065ca1d7ddf7ba605dc0ef7cfd782a7cd28aabf2c63
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45818663add86fa642ba0b5a82813db3bd583bbf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9f70f48e14823adef1f0e8fa697a017a21cb4981fe6b0dfd2f4c857a1841f27
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d1f6fea285515a0502c2d3ff8aeb702da43bf99
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:352d1d5f1e7aefe0e54b1dff85cc3c002f61dc1575d2d0f6dbe5648d88fb99f0
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8968285f4085e2b5fb9b890011ee766304c52983
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:881eba90691070af63ae54f772d2309cf69ba348f27e5e5ad4cbb6f2f766f624
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad0411be01524f6585605898383143503620881
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93cf5a61931491182b9dd634afd2be0331a31c2905a0c565c77a4c87d2ecaf35
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3210db412d5b99235e01ed1541c2e59433261a33
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:712e11174fab27b9390c67dff011bbdf70996e3f7a3f266df49ce59edcd127e9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bb77315002124c57823aa1fe19f8528532a5a7f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1faa3199092114dbd1e8c6055e6dee7d628aeb3dea94b29bbc5cf3f8676a507e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..370b3b9ceb2e6acd3e0ef7e65321ce531ebe16fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69333fde5129db81b0857a68796abd5e692328b323ea1d8312c7d2788bf49e95
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..267aaea74db27e824e1008cc3e06b6b8debe4652
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbe15ba370f26f49dd9727e0b6ef34b48ca7217cf39327ea3eb6a6b74216742a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa7d05b238d48d34018e647029f6b2b9e990c19e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db73516484ff670a3d97c239e8af9475ec30f6bce95bfd31239952567acf42d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b3dcb5b550d0b1d91fe60c1a43aaafeb26a8115
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd68e06a2b1d5c9146e2051b7760dd3d44c6b49b54618bb07e793b074625b7d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b65308f010a40a95cbfb18a05e273e48ea922f6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:730beccf029a1934a7f0049a48c91ec98f4eea898e1deb8c89872c8e1fb8be6a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f72570b17c94d2d954e6347e9f3b81eca5ed0ca4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09cbeee155ba9eb706ce3c6b16a764f4a5e9b58a35aacae4fa07601d95ac46bb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ff92ce91d574e1ca1124ac5a389ede8deebb21f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d051890c879ac06bfde9759243327afe77b82a5eb3b94a605862a6d612646d86
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d75da705fc30c2a416c484e43c829fcd40585090
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6dc6eb9d368d074a9ca438d58184bd82bbbd0b758fced88af3eeacac11379ed
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f62362eb85fbe8a04e0e151b05c4ee12f75d212f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dc55d08dcd514e84b2704c09e4e892161953643ce266644bf2bca79b996d1c7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92aa09ac32023795ea57788216c89bcccb2a39cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4e2416c54068a6989f5cbf00188c2a53f885f1ac7f1b9046ef5244400c13ba
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f13dd4ec436e51923465062fb98ae60712c6eda2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43243d5de2ff14a7bc658fd35cb34539c17a09d92ca86e1c8602e4eec30b084f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72770a29a661988b86df1c15879c5ee3ac4a3a46
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b0cb9fd9e51aa6e443723814117a3423415ff69572458f090c34fba383cb724
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bc39c15b2d7b3117923e7922c0d83468ff0ddf7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a9b8e3e798413074c42e14ca42b9b8b1a7596498322d66a2a0e76336bb3b786
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b2787ce1c7968fea355ebf1623a678775ba52c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:491a548c84116785b14b8a73bad43f2b0a8d3a1097546c3136abb0332984bfdf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84d2714c2fd71f8b68aa5ef163cb856edb0fe901
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eeeb6e971d7eca54d4dad39734126fbf2472fb6451b6ee99e845483bf5cca01
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74dafa7f0275f93c6b914eccac445f98baf9410e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf27ec8bb561cb4d334b85e09efa86f9c84ca2b140e136db32e7548175eb225
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e534d9171d16082d1082595a0d7bc14ace7bfc4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc27329c3b4d6dbc4947748834f8d1361a2a555d99cfb8f90b4a4e0b176c7d12
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a803df149dbe2d4ddc41527e633a374594985c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:521b65e739b384e58ad0e9ba838e44e5c23fc62e78a17a66f500b6d781f3b636
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99d46b947d13078caafa1df371f08f0921b7903c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f29d68307f7e5eed47afffe247c72d45b4f883c8e424b0a961ab37b5c29b3002
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..098505b45481ee984f152b9aa2795c24506be76c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff4db5e5ebab8ae01a7a2ba0483010eae616527d132f585edd2e40bca76fd31b
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2137b11f106ccfd379cad77018da525fe63d0a84
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5de05529b6e76533c468fad437dbc592584e9658ab54e4e6b06772a9166f4f1d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab8d28a4336ee218a2ddbe00b4a80e8767754ff0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a95aed37e5f89d92ba0915f23fa8b400f9625cab4b186d8d510e578dfd511e6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74e2271ff00abbd2c3b7413a5536616268378789
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbe361d0724e86817db296192640d5a0b1cd66f08871d73d11c4c7d0b829be61
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d71fe045c73a4050a37caa194548923f46de9aa9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5487dca47e863d5e73dd7e74d5ba040122e95b6145a45dd9dd482a38d003bc43
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c818c967c8ede12467e6d9b78c8e263d9ec455c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5694fb90fbdc517fd8c697c9af9713e4e4f2fe5eddbb4cd1930bcf263044b879
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..589cd62bff4d3a7ca3162f2a8876f67797be2efc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc586b42febff7e88a81df122b32c67f01a98f00a0c5819937a3c4ccf07aaca
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f33596cc05054fc027d45f2e69a98fb3ddae381
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a883cd5141e05d5655eea37ed531067739521613d295fc8e1f58fda85a8bc4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d54c7c6e01dc8e41d8f00f25501086924090d5d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a0123f8733432d97baf9ce347e5d401e5e9705b76ef0f6061d551bc1a05701
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a49acc4e56ad425f2d1f60a0968da8804bc78871
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8ebabacb4115d5be6ee3facc33965cf94eafa413963f666f149281219484c7e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc545439e54582725d54b99f0ca4ff397f54f62f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09c2b60014c6145564ec43f097bcdbfbd233fc34944bdcfb9c134843f42efe1b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e8845e77fd28230d50da079f00ac9ab963d522b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1ecefbb6fbc37a2ee357081f96472755c0b1473d075850ffb0b82bb6a459e8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52a6bf6adc9cf570f98bbde0f481c39758caa9e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a082eb046987a17bc8b6b50ae8256ee48b12d79ab76d2c9d0274ae38b3b5252
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1b200427078943c5972542074fda1dfb15c08a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d45d10018a75c854d5a03bce14c644c2f1719e0fa7053b85aa537b470d89a792
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfd223ec07c1811ce2aea2364995cfa5e911b4c6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54d2248a32ad46854d9b7ec837124efe65d262aed763782910bdc404c12f692b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc21997dd76705c2d1c21d246288f4206d9f6a9f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a3d9ebc46d3bcdc481d539f0bda6197b1748277dfb4d3d36421c534ab7edbc8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c40611630f0422c8285292373689de54f919f9a8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ce57773e7a6280ae66f5dedf79a512152b743c5662601148bfb3bedf71aeda4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d6251ba47102ad0e0224615744bc3a7178bcf6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5c116e67f85c978167238528f6e542ee299f66156070f4d49eb6d0f5e2a8004
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d46cd7c9cbb47dd776ff39ad73b363fcd0d43deb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5bf86803562c6881f4f622e9cdd64c33323251f2b25a32660ecb1e224c48e0b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e0349fb2e653b702363260b468cb35b46e89014
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8836c9b1f681a32d9ff450a8bfcbd274d6c3ec5e30d7b51ad7b937a970bda867
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad353f27a164d001a282e378e8d88b63f5300c88
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d2f2d02efe01a3d77e2166cac6c35e755cb20c77008a08843d5a3ee12868829
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5028d979023ed38416017c20735777b9b78384e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:815a650b9e286f92d970d6bb349a58780901a1401b118355dca4a5923b1a88ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38afeb9134ba2dacbe34fee81167ace4c7618541
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:355334084aecab109dae369966f894380b298d6ebccc9e55123807d782156745
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..294679a0c45e33b3c72097a6bd282fcfcb7a8328
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a157792291fa1fcfd321dc4e30e10a8ef2e1d93db485c3b62863dc258e55934f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47dd4e3c065651f70f203d3de6f6f013aa065cd0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7f9a905cfacedf7ba2f5748dfb03b84de1d11c23ee8fa8eadc1813197021557
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bedd83530d0b61e06f99084b771f509518e9d0e7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc44537a416b34fb31e3620a9ec44ec4da024103c66c1a7b49eeb710d8e185d5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d24af46e54f3ed3c502e1cc4a18884df8c26ff5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81d8d00ec4b84b87d0364d584fd3238953c4565afd5b8264050cf98d62a82bc9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc18e8eddf7032eec82b72212521bf0a14b42d98
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bddde94e0b50c90c6408eab1f7d1774f5a0198b989e061001632d5af48bc924b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69f646b7ad355d3df76c89edd818eb79869c63cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f88ba60ddf789add1f67fa4b1c31b1afb09ec902dca266910d44c005e5e40549
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7385e8c6817437720e8ab5114526416c601cd342
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e1a363797ddf8cbe4fbd9ab1ee68edb452deb54542183e35f0a68116f5c741c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6cde21c696371bfbb223d415bbaaad56d96cffd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c07a6dde72f3e6fbdd203f64a9b02886b63cb9632286efd411d8166754b1e17
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef1e5433c8bf76200bd861b0b524b2f4842130e8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb0417c9c20ce8b8c9f8041e0581a1e5928647fd0f692ea91a7c669940cc1201
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc71b5167df85340555f9090ca598e19d1ffa755
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb7b638e9b5ab4b54960a5cafc2d9fe2b31c30fa7870c534d658a5f243a760f6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc20315c3213473b56259ec97439a169970e6ce8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ecaeb79b1af43d9cb9634e55c7edd131c2124fb5915417d48c7a274fc1dda9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c6abbc496b49d6c8b2f15cb0b762271797b4a74
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2ff23b2331d214952b88afd55adb62d237cf46dade400db7d86b3143fd5d112
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72de188538ae9df2ab6b558204b5d163f67b74c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:533f751bd92e03c4935c64deb357cd8198098f0608d46e45357a00fc520dd246
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18666d9d9683640658140a537b547fd1802e8f5b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4482eb515dba28c01a6750981c89efe0571f79bcf148c2a2ccb660f1728fefdf
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..086f82b9d0534acef2f5814b59824abe20da23e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aa6fc1930f6fcb2c2e7e5fcbb8a3ee3b68966758d8cb19ac943093295893368
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5880642b5cf58851563c2ab23c16d25b6e636e68
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81cca8e4ec1a2c42379214d19043c5018e96af1e28e30a26c914c4192b9db6d9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca892e267e681549cf75873bd15c8531860de93f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ec39a8dfd198171e9c7e27f7efb3d82d232cddeb45a666bf33c3acf65871927
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6c306cca6d6c0e7d41d9370d93352a5a9a87ab5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fd38fc8f1b463bf0def67002fdb582f17020dad9310fcdad859c3d6403212d3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29081eaf271166df9ca9679c9f22644fab67a492
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac12a3c318e59d52d5e469309d3493af2fc931ed300fc26661de182ee31358a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98c1f025aceedd7269e2c9e292da9a8f3866b5ac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47cb96403b63679a567fb55dd31cb5571ab1c847f8f50b61f0a90f1b88728eb4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74dedd95a9b401f3eab1a44754ba4e4be08aa833
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fee9e6dfb23fa70ce331e30e7d2ca8c82e3fce01b1e2eba4b016a3333e25e1a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85a9c3fda3903e658285b60b5dc8b878a24be4b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5f762a1cff712c9b1ec3585437589378b498d77b710e66884137f6731df99c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a155a9295eae69d25372f4fcef2345cfac92d72
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a971926917af5e95dfea8b8b4ff7ed465dd22178b36b74e87e1fac6e6da983f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed19997da35be090bd895c2e2b768fcbbef7cf81
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c34c08b85f5e0398ba30e955b8ddb7e80f8e415f3a61a8294e1eeaf18ee803
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..210f5655cce834e5fd15a51b0fefbe1a38c9a365
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ef24b2a3400896cdb847ce059dda74dcc445117ad8a61ab2120f489ce47fe0
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cf64eb61d17369cb2c86bea58a2ecea7ec14108
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b68ba0c8c2c6f4591db8df3f0d1077abdc846f9df208f6b3f6ddc43bbf9da5d2
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fedb67904d5b4b7cd77ce4cb5e0871aef865388b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cd21bcdfac282e28a42cacdd687faddc323e4620e927db1a90a13048f1efe3c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1911bfbdba5114755893ee1d74b599ec06c31c0c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:794f4116040bbc745bb06bd87734b9a6efc16a19c834ab9ca58a3d609e112a77
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6dfb86574771a4e15972371d28d057efc0a0101
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df489af5014adce7ee00e6af17be26b4358690f0e1794512ebf0c14fcf21acfa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75bba14f19fe3cf9572b69707e869892bd9e1447
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b0d8acb002a4f17e8662b7baf1ead3db373bc8b853cc9b99fc52d44a1294f3f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b76c3171bf75151ed89494db1c2bb79dca0b69e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b6baff6657b4fc2b63cc0670f91dba91d20ae8eff00763dc0e867700f5895f9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1d99489c587804c24bc7119884602543cd37a38
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d828396fe859e5e8e6102f6bb2783c0be9971b102fbd204e0961e8ba8db52ddd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9d95f92dd8a41562328a22bfa04845ce35c804f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2045f6eee33b37f444392372f91d55cf20537b3d972806eaba55c51351e9fa3f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb7e3345640bcd08e0eec42edfaa1c0788993c8c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2beb55ba2af0775bb0792b3779ca9701f12dc1ffd54d1c92ab43f406dc968d05
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..455f123dcc03a95b572b8f2e754e60d0c0916402
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffd79b76f3aea2bc9e19f87b5958e58f0d94fb1c7a8e417ec3eda58a78e6beed
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da8362f198fb9c72359c1c2236d2a62d799b72bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cb85c147711f6e8798dfb2760fcf25911a390bea094c3306c149bc3457b51e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..345bc9f6d22af0978e16b20a7578d9a69c7f85e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92830bcc650bac811e25cd44bfeb065cd87112de21840656b3cca59e1c11e506
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d8eb8aa2ea430d2616f8e250e45ef54255430e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:528b2ca18b9de657c7540aaa6ee53c83e201ee7f0c86bb62afb4f2d8fbc5408c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a1785b4c915913fabf6504def480a2e065d6245
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86c93fb85d0c794bd54d16e19cc6b15a8ca52797a3ba89db8f570986034c73ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c739ef286eba65faf72921867182fc2c189b2be1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0b0bf5d2da9985619c07e61fe1848ab79e4451c6ebc77e6b8c9b3caacd52182
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..714a007f351e32777b91a8476bea6d8621e4f9bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5bdb45aa19985898cd3ac8d545bb97a518c8a89789a51f906eea0b15314e0ba
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89ade09fc12efb3e073998eafb32787bf83700d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b83967abddb3a0c55940a204090085df45c3a585928494d7ce70c5e60de00ca7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dcfaba9b8356dfacbc094e018efd64ca73d164b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae747868768bb0d245f16f15337222d83597c3dbcc6cf848294a1a7fb4eda26
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c82e7954232b9ee5f8f1c740552cbd6e341f3a60
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23af60d4fa9766d6b23b8a421cb8decd5eda6bb96913426f8b7ed44563e9e912
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fefa6664387a75579be3f2339f27a56de5659cae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3aab8045f892a18d3d5b5b1e44e43910cbd89af4e976cd48d7e4904ac98e65e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49974dfd6f2e1f380576e732d2ae679d5478f068
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2d41fd607e123046cd64a66a67343713d04a76bdbe7861c54df057290ed18d7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..579873ca2e24f1782aa514945b389a696c222dd6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c25d0444212438659789de2055d9e2b0f3d81982a03db0ca7ec3eca41a180a65
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..893a03e787f2fb46633fead763542710669f3a2e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eb27a61facc70f1a2c6b07e84e587d240a5180b5fe7b195cef7814b0712e1e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc5d5cb7dcf5a36cb10036f3b5e5f2e12ccad0c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5bb89ef4a1ac09a1f9883caa073f490b2ff9dfa5665db9b55cc27565b5af66c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcbd67ccf739b059a9d3363d4def4806b7dff84b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9874a4d05a8f95cfdf81554718376ee7e5a31ce8a62ad3d89fc3a2edf96acea1
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c71b7eb59970bae96dcd3b3cd36dc8b6244ac87
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d7937b4f70d15400a09a6c6764a2661974ed33dd60eb78bb32f8dd76c69cb05
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ccfabed01f1a42ad0d1f66427ffc03ec7aa17e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54483c8c5024accb9666fd3fadac8b3cc4b1529c12e97aeab83cfb765704c4de
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b13a966bd2e79a51816f590408ee1a5d8533ba4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44104bbe4499016e7db79aba9cef16273338b0e57698ed05dbf1bec75f38a215
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5dbfa5348f8bf9c45b5bb4e8c7980d917fd5ccf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:530490e421a0ac7da3169e30142ae2512aca09d055d2753a8c788f41b959884d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ba678b1f51f09b68022117ee83dd5ec67e33acb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6eb55c4770a53b83591c29abd6a12d0af017c3996aed878f17e35a54375d0f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63967ba423a6bdb13acde3e4ef47d05164379c0a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58103b7a5e64c21a27b7ccdde76eb4c490dcb38e54bd821995bb22332d58a199
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9e48a9fa2097ef2b587466806ad4e75d7e2a694
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0059729089167f1fd8cdeaa74e6c0550e3a6c3d9e41ea979a4394096a9d7d00a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e7e66d4d9eec817462da4fbaf3ca241f4f1cbfd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be374144a641ff2563ae6ad5a9340d71f82f55e64649247b31576fa227e58d50
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7658fc6983e8c1f4f2ebb2e540a33acd3ef497fa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0048d557e8797f6614ca06276babc8724bec6a78ba9cfa79a6b5c6ac16492628
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceb4af1e6934f5774933ad38e859cbfbf1699926
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:590ecdea987cab27492c7ee8f62389f94b2af5df25d1cb538492e3bd9c4c64af
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..064752120068077ed1eede158b4d3eabb6eb4f47
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c7531486e4b145336220277cdcc97c153898159c16b8be7d5cb7ab0762b696
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d84e3a455f10e196d51968d800c85ecc5b92e31c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf5e0775b845d70ddd53933287594dba410eac7a632d3ca991b888d794fbfa3e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a787187a351876dbe43dce211e1c3cf10f5c7a0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7864145e49685a79e045034ce90326d4f6937cf68a5e34b1eb31cae40589345
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1f52b69df2786f2b6271b6ff95ca2023a488a61
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:170c58d1a70aa6b22980956784915f3e11f744dffd0cd7518dd8d2c624d468c8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74e4f448dd6b8373cdbc645f6f0f36b67005b674
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb9296595fe29bfd8eab2c4aff64e01a838a2fb0389a6115495b560ed7a95d42
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e7ee73a451bec00abd97946ade94b16bc83053e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a7f406e103654b44a2cadca9c4f2cd2d9cb7bb470e126fd2b25a65a052a9459
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec1359a483ac66ef2f1ae9be26e2f7635ef95d1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e4159a83ac7827ce82e86e7095c46bbd7b50658b32fc3c8ad2f03618212772
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93dbc3a51f29d0658de39274591f9ed734383669
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c05314af7959e8df4790b3cefd3e113464e6f6b84e2c4b9ed74199b46a23f8ab
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5e4d2dd8daea0b0b1e3558304905279a20e2bfb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f90eca0a7cc35662a9dbb8be7411d63c88105443349af17ce97891c01eb42694
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9987d1b33edb6a7ec6141cae48fb3c90fabfeb0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8623fc3223bf5d5c27c36a9c5cb48462f29ef41fe2ed252f03706309a9a9975b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..938f41c73ae441f24c396b39e8be1fa5340b095d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77f9ac6741dd687edd0be6261bf6ae667614e73a3e772ad8f217140bcbc9e7a0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..206f9808d008c2ba2a1d8c710ebd63e9ca1828dc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e1a6cfac2f9b111a48f2e70e9058232b19a3d3378a88913c5c44bc2e750e958
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d824f631b98d519051c843c06074978bc939a078
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a51cfc0e6a78ad806d26f382f2a09e2472ed7c788a5b87bc83888c5f69ca9f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..270c9fc8aa94cfd388c2aae18a232e54a5da4340
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9457d53af2a5c94b7e6b8a5bfe91c00337855d57a9b3ef2c164dc138a27a5078
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64c9f9ba8d53978db6ee1df4876bbacd5f51f0fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:309a849a120edbc397bd174bad1b3f32079054cec50716aece615799eb2fbafd
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d59295588d70ee5287e64f6ed957dd9b3d58f2f1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9022573aa20a253e088a3412778b4ed51cb8fdbcbdf58318bedcc4407fc8285
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/lm_head/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc19ca525bc74c649f274f7f0bebbb7694e990a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d0299a7014e387dabcd05c10aaa5750daa728b9a291d0d7793456e183f33cc6
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/lm_head/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..583455814046799ce2459d8308f2c1101884ca2c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:080e89e117aede50068cad4ad54b505da9cbd2d3dc41be1c255ed3ca038463ae
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1206ad1adb864c832d56c5d1b6be05824aa33bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e91bd8ec5cd46076d6d77876f50d74e59d1f245c9191211f4568e31ca430add0
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c565e4a832f2ff4567ba2b8da05aa39e05518d80
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95477b5a84987593c464d5efae006fba7ce99a11348736368826585c63d4fe84
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e57cb6b4ad8efde8dc225a5452a9864f8cd4e6c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a216cec3c3382ad8d7d5b0032695bfde09b6d4bbb15cade2d5eb788b4f2fafd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d814b4987dea071ad80b831545bdf4a7baaae116
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9cd5231c9da088c05faa0ac6631b158b95ee8c7091478447068745da2b7a78d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb513d5f2fc36ffdc7d3ef80f03db45f72b884f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d7e035048e96d796b7812a8bbef1755f914d5b32a58397ee6303d957504ada3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20af03ed87bfc904a7d87ad81e310ecf2e63dbfe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5afb2741bc36b7fad80c6fc13f34b9ace80fcec170a7c467fb1b6c85d30a0610
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15955de0878f9c3a20f5ae4df2d59247c2b7c209
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6396917447d77ef53ddbb3d56962cb5f5b9bf7aa8f5daa2166ea365b55ee9a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e240a2a9e60b76f1a44bd2d21674af53f026c2a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d355eb6d0dc2cdcafaa2c56129bce98e55763ee98a320da4899797295a10d488
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c501f97f08acace55eec4df801d26b739b1ad72
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b6df3dfa45090d8c5d717f7c32054f7d1e4f5754cfe5be194f20a9da511f0e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cec62d901275463a9606c2059b53f03d6212b6e8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b26ef9a27ee0fbb90adeb5db3d7467b2d996ed75b05cf953ff4dbcb22c232b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac83523e813aa6378b3baecb3b0c016d5db1d250
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ce2cdd8993e1140d862d630d5194e7b346a54fa330b672841c2dac97b27b805
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9719d46b37d16f52b19e2910cc5e0cdb0faac19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a4b74637cf0016b0b2b61eb7912a32881caeb633ba76c2a001dbfef6caaa2a6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0239e68eb88917f6391dcc267a02ca3fbbabbf4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a0a063b45dc3929245ab76ed7ab511507795270eab9ffcadb0eb7ed67fa5c0
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6011d5378f21e59bd6f17688252b92d048017e06
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f803e1992f8ba3dceba97c99e78b091c63d7a6707ab3f5e6c9ab46116783925
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34ac0e8590c7f44c2255f297abc4872698fba6b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b317847ccd07f1afdadde1fbf7a299c6f014d2d7811ea3b3e7add985e098eaa1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e65c5b3cbb64af4700462d58309a3f6e1b14f75
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a732c6679a8b6412f2429cfdaea0f4aacc4a8816b0a022ce5e61fe56370cfad0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21409e0bdf2d6bedd7ed138077f741878922f689
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a75580a4cd0c5c20118ed16d3e9225d58ffd30cda8d58a8f9442af8181f360c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d36534220aa215fd474934d967b890176dae6ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1f8785397adffaf1edbb3d114b0441197d9ba9095663b5da67dd71890a4121b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02a6792d6075161ee3061a4e13377ca7a5e4b54d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc9717a52ca4023f15d00bf12c23ac7145a7b3247083419caab3619a9de93ab4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fed5570f9cdcfde381259436ea49c0f55de1aa3a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:396c6335316f1df216ab896d3b8751c79f4598c432c4cc29b29b69b7df49fb79
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da850165618014ae21f6275107f919ce02465e5d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6819b65f3806bfeaead22991fdd18882e4f046afa88ee81ca74ab6e5f5bc5cd8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c436c251d8c96f17afbf3486c9e5c5b3cc67600e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b14f6da410542d192bcaf3f80177b000107f201b9099280877fd468b962f22f1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae2145b5c9946a9e770a06584c98a44a40920ed2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:138c1944cadc4aa616be63f7d4a26715a78762402b5f4f7ffcc01c91cc2d80dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bf67f6c5128d364de3a5d8f98677d9ab35a2417
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf20aa0798c59bb23d4461acc0252e2438e27b92a1b1cbc72ca0161f8a8dc7c9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78a8b0ae994a58148d7836de1d273459cb994490
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:938e8103f2a181aed4f5683e392db830f3195ddf8fd0b90ea7de96f459c7a2c3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ce53257cb3b48d26a61bcf2f2d728059c0fee92
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43ac48017059295fde1d85bb7ce77e578f0c5cf4d1a769d6aa20f0495dc1392b
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c792336d5f0d8ebb670dd5fca3f7c917de1e4eba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afcab993e80fc536266d2cc20ff04f5b0847c7ddd094dae36541d09f47a43768
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ae1d9707ba4e48a3f420ad0e7cc0f756aea0c7c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6375ad8c27458446cc96ee2f08e3232b0dc00c8a4d61108c64ebe80f23f8fc1d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d544f33159d7baa0a2818dae4467d1244e8336d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2df40175ac6a8bdd7f86aae8afa71987d8b736f89308077e2f2301627dd3fe56
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038c7f7b4fa1255a9c8b6ad0abb477172fd41494
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce897599a5ffaf0a6d50bfe31bfc4bb0abc27158a9e63ff65e05d5f973de747d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33bbdc62eecfefbf3de0db6a06873c3d44652040
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f94c670c0e6b9135231f181150f39fcf40383290594cf9977ca30e268e1ce4a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65575745361652a5caa7945be11c63999acba2f2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a258f55955138e23b0ade6c7211193ec40e5a1e8e11cbc57dc3b87c463eb2dce
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..997e941a920a2cbf02f3c166e47cc92438472464
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42f7cb3c1ec8f7ddb373c520e67aa70e9325b89309bf0029d1398de798011028
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f511c1e7bdc9c20f2efe1d3077e1ec37ead71f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a30b63e24a84c84c692514f6c834d6dc0514cde545a057d85f15cbdcb6964a5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d34a1bd4b7d9f210a7b7f34be3bfecba08f3b89
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d797b43be1a90ffb27815977281efa3d2e7b0f78c625da477a8660a79dc82249
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e5a338578e7585aaff2ecfc89ed3cc4b6246e23
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85e96ef58a79a5b6683b20eefd2f7ea8d429b5abb3eafddd19b0f888dcd7c6c6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..718d36d2530b9b2763c284d21ddb232bb452b6ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b390b778e40ab87a6c7f840fe7d51aa4875decc6ba0b73249d35d5e5459703
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3cb46ee033a1155cd19209e50e57b5f192d0592
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d8c06792f841bf8b61053863f1d1596c17885b0b2397b84674d8a851dda3ba5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62aa00dda646ace14c64b2e680975b516fc982a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f06cf6811fec5c0665b156d7aafbe7e259f0a04fe6cb2b376687462018aba67
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61ae2510d1b1721a2be3c3581996c86b4a953355
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d78608dbf8113c1fbec0445b00b1a32e26c749306e22f902e2bc46fb379087f0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0c54d5925e3d33102c0ac32520ee7d80a8c94a8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd42511f53f3710179edafcb33f58094865e17809e3e98e3ff01d204c06ac33c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..416e7cb85e16ce77fe2539356e38cdcb6511008c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98cb46851b9061c3a4d88612cdea31d0a4da0e90a7ee93abb2f0c8d75dcb4b8f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21817f63948d8fb3cf794000dd4275216cf9660b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a8efb3a3778f9f7d9bce9ed007d69300b0ba60b17859e61643191965a7b00e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5ad3617bcffca9c438462d6767a98b0ed424412
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fd379e8c338d20fba2a0fd0111c2d893f7678179f70d2e61e1935ddc31e1849
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5974ca673e392a84caa292a5506740ffe8403845
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bee66deb74621b105f30daff867b930c65b478e42b3bafa8fb8796b421e24634
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cf230f08076753a3e54ee53c325b64c35476a11
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:732a465f6008acef333e5163e40a5e09500c89350bf9a9a89aa7b80bfaa8cc46
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abf967ba9aaa4218c427718e4cb9baa0d467b390
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17f4a3b5061b4398a17e1fa6a08f28b7de6bc429b374477aaa360b5b2af2b6e9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..281cc31522329282a445989dc0b90f277263508d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6944c3ee8c74c2fc237f870e0ca0c41c8b12ee64683cd62d6489cffcacf9ad28
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d95fd428befea25ef4fa9d93da24f5a5fdd6762
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bded1c5841da919944c364fe12e1dc0851547e4b5daa84110b3b5ebe786a942a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aac5198c875c5ff44ffe651fc672f183caf49c77
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff166eeb2b0a05c1b306592cfa5c4a0704ea82dfd2c53a1df07bedd23c02862f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f2e9ec40caad758d1cb234b76d330e21699f8d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c3b9e1f90c9d056937c9fb69ddaeed2e9b8b4cf7727948472647dc897ddb104
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33e0d3e78718f26f45fb2d8f7cc5d5e0eb666699
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45bbdfce874745b49e09f854583a79542123fc0e337dfa8727439b7f25ac1090
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11e6c01358903a4600a89577d694abac5089a64b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b5b9239e2303ff9261c80917bfc7da78a839b8d0f2813489e492f9234d8ff1b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1245bcb09143ec919b2b412630b64756af2ff0ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95f3da5d95e663dc56ee0599d87e6c9c91bc6a3cdd2731917f8685ab226d2ad5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7886dc499c2ff0d76144e739d52d642f951277ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92cf05dfc3298bdf3541aa101d5d7f2db8311ee9f692fd917fde47c21089a5fc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a99c69f79f9cdc4f6ada7bddc151bfe96a6fbfd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2502e64114b15d4718ea3fee8f596e17aa1edccf35502b0776abb1d5bf42377f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a62e971204c44a57b65006da7b1150767bb512fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02edc40718d5005d488e1bbd8d49b26d07b16b98be8c70f1cee8779a68b6b605
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b3e403e73b971a0fbdf3bc3c70473ee7cfe09b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bade6bcc6d71ed5f9a4aa3f2c0ad459d26611eec8b46628b2e0ba44ba462b5b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05bfb2508c5f46e4c3abc165c42ff4b8d95e57a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b200d4961f5c3b5ae768a7aed7148fa6f87b0c14a8697a022be79af00e9baff
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3563c86281da7f583179362f9ea7b7f5ed53d617
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74b0aba8cacb252857644bd22fb8800179763fa9cb357c56dc2a03214be1c5ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c73cc634c77cc5d4dc573ad837bbe80bccb01842
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96cba9e61b0e53fcadd17e20a5c2a6eee814b29b8ed648158e33393d4eb082ee
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb548cb261e85f5da1e14f4b585e4ec310157c7b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12c46847f25d14d1f5a18c4a0028079a6423c4913154d358044c6172a4212ff8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6b05b0014cfc3624b22160d069394d72f85ffb4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a37a7cfd79f58975097a25d2cbdd180bf069546070752109c2f41997774b363
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2492c50b1e69e8e6aa49cec9e4fcf7719a0ccd5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:649511d157c16d125944a207d1ec379b2a3d1f6fcceadfb8dcca9f7c4202ae28
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..457033ee9cc0bbddc9aea8ed1d03ae80a81cb766
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d76a9138206cd3e2ba155c001ab46a122b2281f0a735356a959ea2ca76deb2cd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61951f55f930a19f9413f2023be370a1c656bd41
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d954c653a9aec266c0c457fb036e1cf31502d863631b8ffaa00b9a741914117e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b870185000a94f29d374cf23353aabd9798ff2e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f73dc5fba407f9b282e46cba31b1cb151f28ef400a6e8461c53a53b274c6601
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82cb9bfd9f63c00c0bdad9d215b08a5bbe92d73b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2ac0d89e94024faf3b1557e9f981786bea749290bf5969148b02a481e941b60
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65888fd119b993c924b6bdb2d8b21993806bcbf8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb8c2ece9dc2252d4bef12638de558fed41b556c46e3f8fc0173b7691d0368d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41d050dadd8ac863509a2b0e366fdb0de309fd07
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb95601fa62c11edc05a0375f23748bef1da09920b0cacb2b84ce547dc9813e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0b886425de51cc394f5f3d021f2d4f8c4538ef9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:778610ff748e0012962e4d86635320a2ed08102097cbbf9f364cc873b6616853
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85cfa8b0187cb82f571abeade4e9ac87ad5c39a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef8ad8d77b873b0ca18e551d4f2748477e295b27af97cac5c10b9a8de18874ec
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afec3791b38ff5345454c765509296b582222053
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14662eac62f6c0941efb03ac6b66bc5098813616fc5149350299ed5828b34972
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e5e5818542f5bce60c4280d052f6ea906b81a70
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b23994f5120563fc7c5bf2dcf3aa4bb2546c448d821bef45c8fb8fc71d262d3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f1cf196bd33c657b1dafe3e553c6a70da7090a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e811334d31815a38e896c33f03e9d98376870f5e31a9e31343eefb9250f48d3e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f09b08fd623487f40f549be4ebf0fa782f84931d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce1ec8580ded013ebf66a556a105441a19d9cd76077158b865532eab01bfb62c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0928ae79355b1ce8536be30aa135b694523e12c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc25fb047957fbf402182203f6e4dfd9aa8c269ba40f8b50c1f76ab519d9d4e0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdb0ce0ed10d02a9697f731f0b704a415b1010c8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:238fb5f57ea2d1e99dbd401dc9ddc980f12274df4ee1b0dbabc3030f8591f087
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0da715e119e481f2a236ddb64733479b45946e4c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4f046237d2d6d3a99a1f0601526efdbec06d42649aebe0a45b74395bb5e9df5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0712300c6391c4052188cc6dd21079958046aa1d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:247457d5f947ef7267fb1087b86dd1cb95e16e8dcf71915468e56f6ad25f2778
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27c89d341824d3df03f8ee806700d4d8ffeeb455
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a66af4e4ac4d795a675d15b594914542e87fa726cbadb1465ba67acc2ccaa078
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d918ee3ff3aef0171fafa886ad7b78505b22831
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c51e8056d959e59d6220288a7de9bbc19bbc171675da800f65b38e494513ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aae66195de73af71508cff537a9ea32a738c94a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a191df1dc12525b59f71f6460b52cf8fcf33eb39aaeff95d543df965602b34c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05e77f4103250c89da8fdddf6f2e8b65a06cef6d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d637e87ac194505e39f0a29edb09077f3c519d2f528acc34887912f49dbcde6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7aac787721c5e9e28e7ccca0755b8d41cc03d28
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9963545b82c828816fbdb3482c409e274db0eaec9fe13e6238e40b93303d81ae
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8033c0f61724dd4f356963b0a5b86057858bcdb6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:339702920e0cafbbe550ac9bf27aba1575f39957c781198bf6e8c378104e363b
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b36ca1df86031555dc38d277d4f8679847bdf1c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1472740ad39d064b3a3655206f72196e26591f396fae5550cbde303f54aac1c1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022cad0a06d7ad4a883b6fca28c613cee3701917
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b3cdd0c7c5f05eeaba76fd0af12bf79f0920651b06bf88bd220e6e36277ef6e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0f220917ff9c528a62bf50ca4698f121bd2250c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10b72cba52afde4a0dd00b81f94c016b0ea760476876bd64ca063e505f598989
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9ad72f2f28821de668db448bfccc4529318746c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd58864e8c801ef0e5e881427528008b6d5c253e9fc7acfbf6638c059fd514bd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0556dcf62eb56879793171cd7723cad25e0b13f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac73fc023cb92b683bee07f6bc2c8e743c37509f0462994ca0b0b15a5d0572a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7043d439c044d29667e2b8cef8688e53250167d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16dbb38f2a5c44b75f07b0e4c37f866103da0eda78998cd759bf93375a2c2942
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..348b1b15ddf2dd77c5d7d6e7ac7d690f24707944
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9739c9eff215f21cc32836fa4afac0d4cbbdbf468d56ec5bd3f133efc28ca38
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd3ffd23a151e0bc48aa71a39f82f231468dc490
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afebaa09ceea1bf6c155d1e4a3def1fb1546ad170ae8a1e4bc6c8c0bd728db5d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..170408b3385cfc15c9e61bbfe22f538f2d7abc1d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac27beb538c9399905f1ca932badcbc2432e8650bcd4155cab7a3a1070edf551
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5896573dffdc9849e887f56aa60b042ec4e2c9ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ba5d363716b53c030c5a5a3a18fa09c11aba3184d206d24933f6452ad3b7132
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd8c7ff771d9a5a1a22da7d9cd5343c78f229da5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8ef42a94d2ba2c6e7b97153bab97f625e5d69923aeb07ba28201f3d91234d39
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fb886cf3291b9cb1a19e740282816f32b3baada
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b64a9be827044417e5769aedd1e2720bc6a2bce10216244a0481920a5cd09703
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4c3aaa56308413df9166bd4d898c9141e565f64
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96760ccd44c0d553241dfbd571ef85e1cfb76d801b6d4f563b74e4cc13e18b14
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54f8f1ca90d4901ca4cdac77c6a4e09da70863e4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e754f42d667a3b76e0b1d1db39281c5a16492fa7026f5512b27f18854caf87b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..343ee6cf72947bcb8e9e7f97815c1d56f5ff6761
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9194fe6e177cef1df4ef1a561969639b218729bbe7d39f89587ab1dfcc258cd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d75e898d5dac074b64dc9a5bfc24f57bce51c87
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb4573978fe550a88795fe26f00d8e63d052df64afb1a44a108810a51ed84712
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86083d701c9714a80c5e38129255f855a08f0cf1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2000e4ff46ac0d9ca611289c7f1be20304b828735d316fd6ee11041d3deb09e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95286526ebfcd5980815b375992f2421f2836cf1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aa064ac7accc90ea315f8d34f629ddda17cbfae21f511d9d26b1e323e95ca2c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43821366ff8f434beea4059db018c82ba320cce4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8bcb11565c2ba022cb43eafae5df4c0cbc5d56bedc3a3e8fee12464460f311d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c14e421ca7947f86aafc0ba5038160d1bc61dd6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17dd78037dc0b133446d66232c6196ee46da2bad60a225f0698d197d1aede82f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f582e9437e2eaa00a70002daf786f7e5f5939ffd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ec88cc21a268553f5d9e3ce04ef10294702e947d6543692cc44d8c8763fecd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9fa8d7ae9dd909e348dbf570795b47d7e1def98
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46acd247b2eab616576e903a32ddc89b39535fffcd03df1edf5c61f84fb52935
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a647c045c523931ee5c6897145519b086b66f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f5e90e9ba11c156f6646f2630dc95dcaf10e8dc9f8362575b34b78e7c0ddf74
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..742c60759fbdda783598ba52736165677e9bfa86
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:691a4a50e4592e6f1fb223970c58faa087e8d9ee7810fcfd0a39daeadc37a4c3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48704e8e51561d887fa9c2a86577d9ea3e37b62
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87672b1c736eb1f194b1b10babee5f772129085fc51eff68d6e747e11b956ef1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dc4a4e00bb10d8bd3aebdf090fd0d38ab2b0eee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81641c470559a7f24deab8fa729fea7f232d86c7bbfd4113306df253d7fdf083
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8436027369a7d42bbbfa05dab446d84ec083a58d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4a1c4809860c903215277479fee65befd89dc95ad75dbb12754604548995784
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc0e95184867afea4fe6a591ab28f3a5c5d04998
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f0a02fe6e6948a42ce4bea3b8e651b1f551acb0df6e5d191d18e6b117bebdfd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58f37fa91f595302725c4e1df83f84a23f889404
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e15dfaaa11271456e08dd490edc5b25802636c20bebec39b0568733a6ff1b3ef
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e377164de38b4e20a17eb727f93ee54e6b66829
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a8ca602cad55ece153e3f22290cfc23e8ee9fef15ca60699a869612b7880ef
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e71f39fc6e80e68b22eb102df2c3fb8ae20501c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8f807cc34e1eb911f19d511f964f2688659e384ab35d3bdee9257a802cb76ca
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db99c874b328aaf12e61ee5aae208b54dbe62157
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d97437535d3095bce2d59e8991d3c6ae1b965229c5c5d26c5b773220b1f9c199
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c4eb2a9065ffa85cc89d828c6a1b739b0367ce7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccfcd62ff98096fcc6f1021fb933cc9268414ad1e24a8c3a5b2081c88943ae50
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d04d870a022d9a49098e3ac9d6035a9cd75b86
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c84ca61ffb6c215cb287e43be2ae4f34aa8d1ca561a7ccd2eb6ef96cb2465ff
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03cd63bc642b745f9c4e325537bd89007deca14a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37c5b1ecef1406a4487adab561fdbc4a639a0bb80dff93cb5a2298df48b390ec
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd642b66b33a656f98a8ba77308acd76117c4d25
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e0fed1ee6a19bcc81559ff56ee0e620faa486ad6afdafe6af9ac2e677943d22
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72f710004fc30ff73a99aba6ecc2800734dea69f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb18c4dd610754882dd7fd29c297e5220959b3ac4c90f6522b4c70c71c69c711
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6080f46ca1ed57625389ba4c150b155284d6a67
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c547e06f786836272f7278702ac008173a108afb1eb4acb6b55eb2a5e5f7ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e411d70544b1f99fcfb7d7c34df1d03ef0e4c9c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2383446069d2791644f993ce939a7d97e7744981369abf16eb1d3db8e67ee943
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ac8b77869da8896d8cc1c34f0a6a94e6ed25a42
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cd896715c4bbf55c8c9a7c1c7098257db59cdc3564e2fd1250bfc4b7e21c2e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..765410b011b402a99f570c0872dd8ec45869a642
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:625bf33034f65d6c816ea0105f01385f6f5d24659b6c19f71467592e25eefdb4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..379b1797a6bb930d84890c872c22225afb5539ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e006a900e6adf7b02d26873cb751e0044b624b10d195161daa4ee7116a034ccf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e343c4bc8231c9f96801b3899e6eeed34d3bab7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e749904d7c803156a4fb11839e5864712ca2d61f4803b26689c390d999d3f8d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..699932c3794f27238d0a7c179af191bb566a905c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96fef6434faf168e68017a696368b195183cacd39d4f594195bec95bad7c9e94
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec478119e505f97e05d018307491d16f61f5f580
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8de91c734aaa1492be0e605cd01693acace896ff92bff74ba8300d577deeb7b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a423eac2f83c7c12539146ccc776f63a846e623e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cfdfab5230369f71c8f88798ab673a26215a39833e566effc224c50a7ea0a8e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..759173eb16f62b2dd6a2f0a8b43e6b51afb6a7e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55eba2aaaf3ae3f6252c9c958424fdaa5cb91774b6ab44f16747ae28624ef839
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41636326b06f73942fe2a2fd314df9cde53c6b2a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f545f896b50c9fbf9db4810916d1368391d08e774c6d0d3a55a1c2ea64eaf6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e85d5328eb4baf4f4ec2934493fb9510e81adc66
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0351949eaa3b39d59c12869a9d40f8379d918c49b5229de02a987ddb5636d9a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..492fe142c07231101b8f4030ce3f7fcb3e207333
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2400dde47a327d6b65d6960405d013c8237acfc49158ba00f60b3f3d46bf9b0f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93030e4c5f4c5e8750434d1a03d1d70990798385
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a985d3a9c6c8e1752781e733cd960b03d4211bb948b4aa118cb8e4e9426ce944
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff4b8ba1e7d6ed716561a69a4e7362966dfe3521
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01284be22ba51f8324284d71f3df7accee1e072b94b7821ac3f4eb6bf2a315c8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..163fce0ada2a3bb7e983d61010a5972e06e75f1e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5901ce193392d0aed49db0321856649e6c0907d501bfa4f323dd13de4ae3b2ec
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bf6871c427557d4475d8b1a7fe05c79b83948ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b257ad1bc5b0a766650992f7cd41b544d0fd5de26786168217886ee777b8760
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4842c97cfa7afb0f34f194b3b23f6e9477dd61e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9d5a6b3d6bfa1609a64d58e837d991960850941e03be925f134398f92d7a9f6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d55acd7f0b20b7643fb41742f2411acf222dbd33
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3049d6ba0e4596eb1fcfa703d44667ca8d9126b286fa4d201d59265b54086613
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..802b7bb9d379c490f6061caeb18dd7ce7c3eb9a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a03052ab2114c30ee6871a5d23a0a31ae3d4008abe4bc88e4f81deaf3f92313d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a74ebdc4b190024b464b202a1b804dde7129692
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b828e5b48063c956b1dfb33b6326c0e2f688a0d991de68563ccb165f7f49b5a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e84c6b32c248ac95ef993ceb07832e537f403c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf7931e0d9a9dbff7c61b222f48102e14ace83f5cca0161ca5f5041a48b4f52
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c316e989731e1514165bb8e4cf1952df4a30f18
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa0a57f6f713d8cee2c6042d591790a24e7e7ca7991348034347cb1504e792e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d0ca00ca7abd9ee57d20d615b903c391e42917b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e58b8b98035a9ca8d1466fb595dbdb36ecfac15c679a98e901bcb16b08ffa45
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42e27f6b996e48807654af4c6ec46076f843743e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68550c193dbf6e8236753a3bb5fe7f8d729402689be3ccef1bc40944e4076719
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61e28fb1933e8b31d4abbea3fc9d12ad1d917869
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c110716e3787b79a83b82c9d201865384918960a0ef9c281c70883b571be50d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8ae0be0b7d4ce6dae175268a7beb819606459c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22ba4d1b152bc36684e66943202a39f6ac8ac971848da7ab419a5149cdedaafd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cd357038608b1838a5070c765d42cf1c1a0b84b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c23618eb6866d560216761bac631c086681bc709d0f94f833266ffd3a448d07d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4440f8876d9593ec0ab4721cfce7af97f4d8832
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0bd79da840e8c75d7c9a24dc5fca9928d6b632e11b0dced879953d18adf7594
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08312465d6f242fb9543cbb0f0a39d261e661e38
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2484aaf4c8f1ef4bb9536066ccf7f4f3802cf86d9fcfa0c9d3857bb104e07034
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa7e2c99ec4621adcdea178373c7386022c140bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d46e88c9d70fa1919960edc80859bfccd9f9f14b16e7ced4ac89bc9b1cf49c23
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d75c73db0c608f36780cb17c8bb99fdc15138d8d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4c16515f37671d2646bc0289f76b4f71468c9670065993a460560ff9bc3a9b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ab2ac55cc5fceac53810d656a9de3c2836861a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b8587d5094b57bfe4524a57431c3ebe30cc3bc09537b4a44d7092eb93b515d9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e9a68b727d9303fc5b4509c5ab437d4b2181b7c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef8fd16d3a60c91b907a6d69ae189ff8747b542c6ff49493abeb7b9220ae5a4f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc4aeb6044f7a0a9fd49559f1194fad09a653652
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e95954cce9ee15eff70a37f0ebac732f520ea46f9f3572b9105d3791b62f7220
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63082b571aced17252645616a432f6a80328057e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94f9af7c4de54479e73124ed94307227924b88a4d50e6fc10670a33fac37d3ed
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fb9d1cb818c400ce7db9c5600a3bbbe232d94b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51b4c397e095ef1d2fc78f503005d2db17be7241626590ee5ec40965f650bf15
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4febbebf5945088baef9d195bf3bcbf40209caf8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7358d76cd6362444028747e5cbad87424b769a7c4e9726bf4309a2f682318cea
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2516f4a83a37449b9f126ad2cf8d17db3b3821be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21ae0b96b8fb26da8ad8e06c2dcdd4358b6092f2dba66e433d530ab82cd79111
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aef0c118c1ad53fbeec7bb4b699f77dc7541906
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79b83222fa905ef87c26e814c7f64497ef96a2f5b474181eff9f63162c1cce32
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96d204014225d2a82c4327cf7b4d4c1802910baf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a44a6f53902ad7bf47a8ac8a6a16e23c0c3bb36021fb4e723acfb084b2362c63
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0cedd1763976a565145998be7755fa32e082a9f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35399e391892e4925bdce7b4aace5064f218f3604358e45cce0537c4019c4fcf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50922603a1933deaa0c0d6fec785b843724fa53c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ba67a523d7257cecc4368c916e5f82625052a3951ea3ebb0a84bd8b875364a7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b11cd593efa7450950cb6168cd73f50c136c2d56
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa04f37c50c39995b318c76bd5c89893d720dbbbde899840c3db700cbe09aec9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cb81e950452f218e390f19170c415547e3412d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8435d126e49be70418e4ab31e992fcaea17a681d7a285dfc367b3b21b4063c60
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..584631b180f5c7a4ed2aa0d82af1f0c3c7569594
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:054fc509fad09d23ca85cca008ac33bb1f0a1db73dd6040adeb1829fee742d5d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eb0739826b050df8350e3c28400cc850b280552
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2c5e05d6a8a26b49acfd27914657538a5aefed5d622d7baf9b98dcd0f827d15
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b844eb1a3373804418d2bbcd8449ade84fe5d0e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32a99ff1ba818f83822150e5babd3a30a6146e0717fb51d8d2c635fb17719fd3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eb3f6011de2f693703bc75b8867781eb7b78090
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e54bd95057765fba4c8504ea54288e28419081237c9f0d9f56f46eeedfe9365c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c49c7179d8088f2ec9850cb0f99b2365b30f03ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a17540ee9b34db68be33fc16fe5c96d451cf49480712ea1de25c3a8e2302830
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8505c6b183ea83e09557aefa9b6926bf5c80b40e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4759eb40ebc8dc139ab7c88363e7049c81727743d4af97abdb779b8814ac80f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6b1acaa1f0f2db575e3a66f33b2eee39f028877
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a078c1159cb0cdaec145ec1dbd766530cda160d49f779351ee1a273034bb15c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b903e2504ab92d495d3c5e377766ca96805d98
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62ccd2e6049a98175730a98cea625bcd25d1e61be54669b0c576fcb0f80dcf36
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92a9e2f3df574255815a847a390a288f81a19f5b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c700a8d8d45e338058d72189af9900b486ce3ba64f3091514af64179b7bce970
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ff2bdd4f3068385048cd79d187cfd82a7ff6c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a611756a95bb0b87f6ee357099b378ec666ad4d9069bf3f7265c54ddceab40b5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1a31a6ef9414f81d2d1448514a599f978d52a63
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be25a067bce7d6643f4e78209ec32a9dcb3408e07f017957662c84aa94ad9779
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f1c4b32c41ca2fcab38d9202c45cd8e4520acdb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a3f15f13c4adac7e1d1d410333c18fa7da95d911b268278177e2c49a26fbbcb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41abc3fe91132f72775690b201cc5422d6c3e46d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e3dcdc7d3694d9177907f0187d99c3b0807c34743e3984c7f458ac557a2c92a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..073c5217e900e8c733e7b2e5fbb6adae9fede6ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b6c079587a366b74ead5bb91cc575c61faa7c72707379855b78258315fdcd7
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4edf9e0b7bc1bbed4566bc30daed2c13ea8888c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:492751fcbc7452448b4554ad98631a50f27ee6cc2879da4860f03ded084f1d0a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5817007d1f7efb321f9dc204fc672e817f750bd4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6212ac637a8aa8d2cb35193505b8904b163662c36a71ba05237c98bc1df201
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c99c928837acb5d8c0f4414104e53801b9c07776
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f8dd68264f88d86f068b3691e07b32ee263455fffe2884aa8285048d328602
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cef8d0642f5ebdcb194da5eaf32fa2115b2cc582
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa31d65fbfe1d9c7df2758b1a5e5316b1ac3358786a739df9f66c2a26211e0f3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7446e564966a21fb2b44e624120fef9ed956a56f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49efa3971e3955bae6feb9920f7f5d7319d8c8bf61533cb7cbaac92b038494c2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29cc0901dee786e882fbd4f8ef2eb82fd2f8fb1d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b49e1efcef0cb498c8e44225f6267a3226164a48584409ae9a31af1a8a9ab445
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27fb1ca5b8853ac35484f98acd3643094174f288
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bbbe55dac8b63d808513a1ce35ff3e315490aa105a7a33b5e081c486814bae1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88df2131d76247a139a3002f9582a98c86e3d7d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c9153459f96e60f39dbf1f40b29eb77eabc60655d3dadece5888162886bff8b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff74c54699c6d3e34ff4a566242e0ee774b0295
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b61775327a220f2fcc7e2cde34645a6cffa3df4f72f1b806cc5fa3e8b651370
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f54f3e6a6883fab2a9f2999afd4b476f45d5862b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9330b870364533d7ce072c867f3817a5dc4e9dfa39c7e9e20c48ac095265a76
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31aff6fbe588918ad7bd0f41cb2766d99e1340ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7daa9f5d2461a871486fecaa3ad27cc7a5c50724e8b78705252170ac3b1e3f73
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd5cf131714bd8b94f6292c49321e91a1c022676
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce250ec578c6fef88cc3cb7dd9b91a8c2fb3cff799bad4770d8c8df44cdbb1f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85728af16128ac84981ff0fab31ed814da941f9a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a4ea8c79f74ce55e70e267057362f26b49a9239e520c3bbbc5fa8ba7fb483ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..639b0431b761069596fd700dff8b1345bec7fb7c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f50816bb214bde78aa32f199fe502b625967efe5430032ea26ed6bc89f90aa63
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d69b0208c0c0e6909b116c86b8fac527770ca3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbfb8a9a87c1ab7f10cf7b416bae021885bff457d63d8a34937afc8cadeb1a3c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d181a1f290226594486897be72e55c5b88a98d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61728a13e982593ecf0d3d6c5380070391c53df8bef5e860e0aa6c03e16509f1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baad8154dee78be274b987dad5079c990ca6c418
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42f7424e12d8dbad9aada8f8f43512e7c93939280b02cd6cc719cbb466e7c1e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..751df082e61996facbaa140bdd747122c62eb69f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33822a0eac01af00da239c2ee301b21a15644e50bab4fe7f939ec3fe70564507
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83836dad6a0e8c56960934d217cb7bc073769f8b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aa92c327fe4d85f96b1300108e0f76f4e45b1127406dace843559208af9de21
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b7e16688ed119f521d48972b096452b7ad812d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f8f1e4b4307fd5eb3d4b31a32e793f47e671f96b91c0ffde842d7824cfc6d0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a69282300c665193be49d984dce5470ddc681ff8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd6a850e6e9beae6c183520e63a83d23927d595a171efb6a88b2d962ec485436
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..840385fd3d2d4bdad431957d6c972a5b98e2567a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32f70679cc81e4b7c325b47a851e88e838959ef55174a4babc1475b4f06115f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bedb88dee6b702f7094c15214a354a1f3a9f785c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df7815d61a28beccd135d42e57b90bb2281717de63dfbebf57298fefb0fed5e7
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32c34eaa677750cf27bee06627703cdde95d3138
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f36ca08a1dae890ddddfc162624834136917c548532d9bf9ed60122bb3bc40
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb178d184b758dac78889638f14d74c64fa821a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e1d3db91cd8b9d02de39d721dbab73a8e93b6fa1ef074fde0f601bd25a34e16
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7bc5d722e232978f001dd571edf2c727c4b5414
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9051ec707dce096841131e830926322486fbcba81f1f542c2e52d543c92e127
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e99086395b016d72899a864ba2ce610f7b632d48
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:595e27c9f6135eb532a83a75435b7b55fd60bbcde2ae0f83a7ce9e48a93f9916
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35b9d6795625f9e69d597194c72f921d4f736e08
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1df77deb3db6293600fe233e420a9288d4c95a87971df383e6fb19421381bfb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..879bbfd702365a2e5bdd48e5fefb6dba43e7aae5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d932bfcd19b73104e4c1780fa6c676f627f3c05085f45212eb9e8a07f50d94e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..234b47d21da86a8683d1a9edda02cbc62e16e569
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc5f503813b06fd28d73d0d8fd0e88a25904dbd2222a3ebc2052c6a82fab8ca1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f52c30f1f0936d95329fde3bcb2bdbeae7d8ffd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aef5815d609d18722975cfa1c7ccc138bd631c9da2754cdf3111938f94bdef0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79ab219caa30d43b21ae3f5927e43d8c4a3f38dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a252c1330853bee0e5061422a9ebc113f0bb150eee14decce24b8414af70afe9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1164436e9bf5b7b386a99acd613475c79ee9ac01
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:896e745aeacdbd57609aa02ccef42173f899f6122217c8eacfef6d0f0a34adbe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8eafd5d3d388fe985930906448c550cd6b9c37
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad2bfe344b1d7de5e42cc416efb0d6e7c6e832137d9299b880a6c83af6cdf8c2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6408302c69864dd09b51d312651a572f0de4477a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a29e4d4b588ec1194e94788cf37eb109f99a0ab80d899ab1e4fd097628a6dcc6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d6affa5e527f96081278a43397ca6b89d7f26f6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8af117cd244e987c3acb693d863d9111acc5b9f0c3d49f2fbc822ab77fc3dd8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..674f3432dcb0c1c6b7bc03532c16aae5a94327b5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f56db05027875808a36ba2c06f4d951d4803fdf90d5e8ddcaa23f6b173909809
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..132841a265a6822bdfab0a353405de6b5096a27d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d01aa171c5ba64784c65edaf7cc3785d8216902c53cfd20d9f671b4a1714cf2f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9108287467acdf739fbca033c7e2451d86262d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2268da701a33934e0aa47c0bd21530aeca335adba86c123f983de8845988840c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29e01fc3b46a4d13a55eac3b12c5c04742aa23ca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7edec68809b7ac285ad3c8169c20ec4ce341ff579b14c0d3f3fc9926929a398
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d18f6de2a3bd84cd82fd2d0225e7b7780ab03d56
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e273d9e7f8099085528e808c3c09e369f1655a788fe0b1f7725fd431f41b0ad4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..949b88d39c05321119fa281e8066e6463249fd69
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a812dce58c5076186609ca5b7d29ebbf689940370d4641b579c7e9f4f38f58
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..108b288c7ac231e130c22555bdcdb7f953cebcf1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8decd5ce5ec656039aa15c2a6e229956b9ae886bbcfe4f1258dc40bfe4c36c91
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aab29d460b343c475dba16558a859333c86148b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90210d9013c6c9b7dc635ca300e7dba51d2d27a3a3966030958fec80e0b44edf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..307bceb8d400bf35a910829ae5b21e073c6530eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edc823f5f9d64e8d11cadb3be08cd901e747557f479f5c3bc0238e383f469390
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f55aed114cd45675e4720922b4182ce4904cdbb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eabce2c617a990537b1362f786efc9ee7fe220938a27e361877cc863921426e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..513ad5be811fb3f27420e74f17d9e6f244039c81
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468e755227bd3386370ace740aa99855b4c5927372435a6a0f80bf370ba64600
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fa8a23bd7198a9ce1dfa09e109f94fb133ef0e8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6863673efe86e4b4d10ab1fcb50b5408e8d30d908bc67065691914a0efe21fe1
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dab975c8b2a82f854716ad28fc732c5dd04c8e5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0806a35abb58b0a4f95dd9eac3b4ab25ae482dfeed7e54fefc217cafbceeda72
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba31b7c52adc74318dc1373e32debb5d74199b6d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de851b710770ee56a82b134c9c61036865ab04fc327cd7cc8f8e12118cfeac41
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a52ecfeba8273a26888121315e1f7077106938f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd11223591171d81df294ca4c5091c1e9678e88813961456a5e793bcb7d5098e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ad3340f6dfe2155647fccc3ae753670326e78db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b149ef08d88a4e244af21bc6f41847d60170072e9fe9a1de19822fdb12cc2ee
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10a6ead620c02f6de1f9b588fbf028c5165f1c68
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2af528f982ff22f71a5e869b4efc1d82976d5aa405823b740b2853c775ee2e3e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e41a570e09a0e874a73160ad05cbebb9811f7605
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4cccda3795006757bad59efe9f53a8081be2214e5913fe860352302170b172a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01fcc77566f7f525b596e07af4591563a0f49390
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f477979f71d38b5f5f35c60457fff866ec763e66fa9bf1d8ee3e386bd5998449
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5bdd25021c4e300668865a62dd80437a05418b7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2679a482656dcfa2bb6e2051d2dd8338f745c8e7cd6c621091eeee08ee8aefce
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1156a8876ca07ef4095d355902e7135d460ee602
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dde9d3711b0db617ed10235eb7969f1b80d1ba012f24620f9407c723b258e4de
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a530ad867236d1322940f51c16be5c27a0fe245c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f6e058b62baff56d4418ec3727f356b26f1ff47345da90efd4a51bf6cd6ce6b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..321698e7c1aff11d0f0f1b0d77c528078ec9b9d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba535ffbe4e80eb567e74547e721f4a5b2e872d04ad8511ba64c888cea2112f4
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29e23c37d8c6606f9d3d9d768c5aaa1b2a652e61
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83b275354891f2277945d698fba5f1852c271703ca38934d41d5a2dda4a2aa34
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de084736dedf17ac12fbef28c34d423009d8bdf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:877c941d78e1e6cba27e701109ab6bb41a38ba3b992792c9e5463cc852f81cd6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8abd37c9577fa7dd1f0ad8fcae1c1133eb7f8ad7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c02d0d190a7e417550c1eeba361a4d443a6c36495930d298275d5424b8e7522
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48e1c7cc6faba9bb6d57310b70a1e811a1aa2d6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de83238d9c6e85cc1d63213dcb783308c8ab7f20921ec9f7db1783a0fb26265c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39acf913fb8ed2056661d155350408cd2a9365c0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a1984e448efe80be78226e2110cde83048bf131e1a28a0b0764dff014dd255c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b05204d5de350358be847721708cfc699c458bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b19bbd5827abe0d7fb9ec38b7c038f91a7706f277fddd8cc3eeb7d7ae0292ac8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca6f18633881ac93dad258c50106b7f2eca8b572
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e56565e7f0588009de6e74762e7e586780fe6003b118a56e4e54465bc21b2df2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8a827051e1622f6611603e106a27d5df0686a26
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9164fee5bfe2202fea1128a9ffe162de705928d5eb425b4f1882a1e6093acc1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc4ba30f73c31777d258f7d5f463e5a1cc8070a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:105c891845476915cd0ee0745d58ae332d50e5051581295599d479934d8b7549
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d845bdf53ea1d50bd8dd3522a7134268c2e01404
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:421ea5418095cac4d2ca408a63c2fea60dd9af7f584e36c27863e90373b73522
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b081cfa1913eec986f5e3736e8759b1afcff528
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:404d14c47d1c7278b94468739b12b04fc9ef90e652e49202a724436cdb83d96e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..495a822b7816d3e28ae2cae21a39da5d2175bede
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6402e0fe4e0fd4b82fc4e0afd7cb06182d1dd52a3bf3dacc9cdcc176e42151e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38e2dfbbac8657a1b4df79a8326f90474a8d952f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a90fc935ea2e279c4d08d2c0ab3821f56087c6724649466cf02d67cf17b8bd44
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77d439de5f62894a4235fcbf8ac569ccf7b7a736
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9407cd461274e878316d31fd7ce296da03756444d7175d2b2fbd4d270250dc17
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6f7bb450445557e0fae946d0d649f9c7bc35606
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:218ea4e2d11b447afd5a43594b2b4f25c83b7d39f2ccb3e5b9021f8bb09ab5f1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6a6d106fdc2aa7560ed595e66c5f0577d792bbf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f07653ce36c6730493990629b7ee7e926b37879abbc48dfdd06b297c50d692f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1065339d388f075cfda9bfb78937ef6380a5e4a7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:709575c67ca6b87d6b6c0faefe8b87e84a42518f93c3245a018cc38ad886e98a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c864dd2fda5bb10c74674767a128c594a43394c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a5389bb965898c6396443c22d3d2c5bdc23bf9c5d021cb1fdfa442c2b28437e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c126ea2d200a5a96c4208e07a49ef9648c43dd1b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80f4837ee73bcd233860d7bb7b5253b5d9668b5265628214df3db2951ef77515
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ea250627db782dec645146c786e36353c49c28f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:589bd31f5cf77b8827365cf870e7e11989308a69ebea492c157ebf4effc25f7b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00dbb6057be421cf562cad359a166d49551dc4f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8fb0d0debd36f8488dfc5de40e51e398ca774deb40f382d56a6b90c615bafed
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41ce0523b91c2cf30e0c18c60bddfe60d6307b98
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:523b9e9046ad8e0194022c9fe9b41dbb854496f1c12db4f9f7b6eb1899776d3c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c500974fd1332cb79279ffe8d71672a4a8a8d2d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dbcce270713b4e777c4a0dbc2c56c7015a96ed0a80c98765d9a423b75cf8b3d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8284d5d232f3749d722305f919df2ece56bfc85
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48a38f370b9b447aaf9702a69301a5f6a6d7b2b1c4088345e7e15f6c7817c1a3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad1ce4174a5eb9157947fcb17fac9aae269942a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b4d5d0c58af54b71b116db0d0fda87c7ba3882000649db1897e8a031e737f83
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6259923b2589ef76555bc737ef4c8131974620ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68981b8544b656ecdadbf312146823797666e0ea83b91d44045342c18ae14839
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b231e82c5b532c08caf69de042d0d8ab3934e76c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02793cc49957ebe3f99bf09abbe95efd222f5f98031132e31d1c9ac07e87fc52
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b85c9e116b6ead627ea4466b5be5e27b4969c6a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c7d092e58d30259534dd66ced6ce3a8c445a6feae3847776ae9784c2c88cbb1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a118f72e3d89bcefd5bec4176e0038cfa6ac4dfb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e9e3a5a8f92674a6188d28897a2a061256a8436970f96c351c63730767dcab3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7446704275cf23319ceb9595deff66eee212be9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed9fd4e882c7c22eb16d8b6929dae4dbffd264d2c686be8bb46a9aafdfddaab1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1ae31d20d2def8541d5d49438d50ebd25f02542
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9762f8e70dc7c5950ac9c55a86fbb94bab6803939be63ea89a61bd97165e3e65
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0260b47f357c09c480df08e640fe502d6be266b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f71b55e9239d81c1ea7157aced195f80eefe3690918d9d212c2b502eef0e971
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42d27d09e9b93a7531585c75ba133fbcd47c0d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e06b42a800c06bc0d78f94e16c45c1ddbb639ca8f01d3e34e15d30d2011efe0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10e83f797ea0f78343106520d4ed0429d11466bf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be95f5a5d669d0bdf1b8f32037aba92a9d668a644a10b508cb76b3c2ae47ff0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1997f139b70669fda7e2383d852494c8c62f7dbb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8392b56f7f3152b294dc7313f697fdfc7e401cbf6326dbba1274e76325eab9c2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aa56c4741f62a51f9cebeefc24acd88d3de7465
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c317aa16eadb5dc2589e39d3f868b5421a89e8d04b49c9d2ffbd38a80cb9a21b
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3701758f356cc32e4b2416228665dae50fe89061
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d7da572bc5ea67299b186625fb41037faec984f102d3669b4961f800af36486
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02fa36a4c05ee491ac0d7abb91d95bc5e17507eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14fc6f685aa7e1ea9cc147d3579f87c178d28ff002200c0e14bb8dd3f612b9a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..744985e65f9cee07be347f94453b9c3f344ab9ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb7e42f1e464311b3cc9c4bcd6f0df371eda47ff5fdf6d4ed31138aa7cc9e043
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9862dde475f79367c868091ea7b15190f32d1d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e38e9cc9d78f7a1c129dcebb072cb3845e029fa5db32114d1e71479d1a05bdf6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..833b7ec5b55f666100f5c0960b003459fc81de74
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88fde56615e9bbffe7a103ec4363ecdf65c46a0cfb87d0b078e63341af401104
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86cb837518be305d4281f145c9a0cafe05c063fa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8a6755f058bd504084818b06794e2e24f0f87cd86b419fe6ac729d4c37e61c7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44348fd8a4bd2134469929e88147a3208e579339
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:938ae74017fb3492b3b768bec4f1902639f083e6e123b728648857cb353a5be1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cd1050b03fcf39c80ea1cfff990c94f51f97291
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d752613ebf8e761be2af0984c44c3922996d53b8c483584abb6a7c650798d7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74e6f995b51c6a14e7286087daaae693a73e2290
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c5e2ab5ee3bb76062b529f9c53e9e3dfda311ab035a2c3176f6d533ac7c0873
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5670e6c46432157223a6ec15f9156a8f92faf0c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8875c9c2bbf732fb59123643f3fb0eedfc42dbd6fb2ef558ed82102284ea4d3f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faccd79ebbc3db92d751476bf46740c15227f1d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf7400ea85487d24233836d8d2bdd333cefddfee36f6f50e766b2fefba969f15
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a62e10e995f74d4f3373ae6e827f4eaf9c6bd0e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aa09632eeb773cd46be8f4cdbdbd0eb44874246167acd24a7de704a67b2857f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd4c12681ebb4a15e6bfcecd279a77cc5c6d159b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b343046b4473a92b8f60269fa34353c231f9b5bdb1e70f472c8dcdc76490bf38
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dff81cd34f60e2c9ec7d3594c7f7790d2cfdaeba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae91d9f6ac4f3132bc8d15248d1fc81df84c5d53deb88cae633fe692c95e8dbc
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e41f42ce1d9980e37cf7e0ac6c088eee264cf3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae7f7a04cab0ded07c0d97f29e8f75d8889dca3e077a30cab3edf23cca21603
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/lm_head/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc19ca525bc74c649f274f7f0bebbb7694e990a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d0299a7014e387dabcd05c10aaa5750daa728b9a291d0d7793456e183f33cc6
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/lm_head/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85bd7aa50f881cd7aa9abb2511660a9d99446473
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:014c9640c6f2176d0bd669f0f8765bc39e3d8250ea2fa5667ca70761cf49c717
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1206ad1adb864c832d56c5d1b6be05824aa33bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e91bd8ec5cd46076d6d77876f50d74e59d1f245c9191211f4568e31ca430add0
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90a531386ca2598dcef399f3261facae1f07bda6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:283049279f0ce4fb6e209a99cb38c42be1d5832de75eb8ebd7377f1546f902d5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e57cb6b4ad8efde8dc225a5452a9864f8cd4e6c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a216cec3c3382ad8d7d5b0032695bfde09b6d4bbb15cade2d5eb788b4f2fafd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d814b4987dea071ad80b831545bdf4a7baaae116
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9cd5231c9da088c05faa0ac6631b158b95ee8c7091478447068745da2b7a78d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb513d5f2fc36ffdc7d3ef80f03db45f72b884f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d7e035048e96d796b7812a8bbef1755f914d5b32a58397ee6303d957504ada3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e27ea7be0b54390ac7d0474c104a4f6239b200b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c716ca1fe1c4977a3e2fb757ea1d6e7cf9def71b653abec05763771bc2ac6f1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15955de0878f9c3a20f5ae4df2d59247c2b7c209
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6396917447d77ef53ddbb3d56962cb5f5b9bf7aa8f5daa2166ea365b55ee9a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e240a2a9e60b76f1a44bd2d21674af53f026c2a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d355eb6d0dc2cdcafaa2c56129bce98e55763ee98a320da4899797295a10d488
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c501f97f08acace55eec4df801d26b739b1ad72
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b6df3dfa45090d8c5d717f7c32054f7d1e4f5754cfe5be194f20a9da511f0e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc6da23b28066252ba90363732c5ea6e64ddd2dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ecf176e65f52faa27bb553e6ee9a6d625e9c10baff9d33dc8ab82a79caecdbf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac83523e813aa6378b3baecb3b0c016d5db1d250
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ce2cdd8993e1140d862d630d5194e7b346a54fa330b672841c2dac97b27b805
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9719d46b37d16f52b19e2910cc5e0cdb0faac19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a4b74637cf0016b0b2b61eb7912a32881caeb633ba76c2a001dbfef6caaa2a6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0239e68eb88917f6391dcc267a02ca3fbbabbf4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a0a063b45dc3929245ab76ed7ab511507795270eab9ffcadb0eb7ed67fa5c0
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6011d5378f21e59bd6f17688252b92d048017e06
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f803e1992f8ba3dceba97c99e78b091c63d7a6707ab3f5e6c9ab46116783925
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34ac0e8590c7f44c2255f297abc4872698fba6b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b317847ccd07f1afdadde1fbf7a299c6f014d2d7811ea3b3e7add985e098eaa1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e65c5b3cbb64af4700462d58309a3f6e1b14f75
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a732c6679a8b6412f2429cfdaea0f4aacc4a8816b0a022ce5e61fe56370cfad0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21409e0bdf2d6bedd7ed138077f741878922f689
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a75580a4cd0c5c20118ed16d3e9225d58ffd30cda8d58a8f9442af8181f360c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d36534220aa215fd474934d967b890176dae6ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1f8785397adffaf1edbb3d114b0441197d9ba9095663b5da67dd71890a4121b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02a6792d6075161ee3061a4e13377ca7a5e4b54d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc9717a52ca4023f15d00bf12c23ac7145a7b3247083419caab3619a9de93ab4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fed5570f9cdcfde381259436ea49c0f55de1aa3a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:396c6335316f1df216ab896d3b8751c79f4598c432c4cc29b29b69b7df49fb79
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da850165618014ae21f6275107f919ce02465e5d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6819b65f3806bfeaead22991fdd18882e4f046afa88ee81ca74ab6e5f5bc5cd8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c436c251d8c96f17afbf3486c9e5c5b3cc67600e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b14f6da410542d192bcaf3f80177b000107f201b9099280877fd468b962f22f1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae2145b5c9946a9e770a06584c98a44a40920ed2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:138c1944cadc4aa616be63f7d4a26715a78762402b5f4f7ffcc01c91cc2d80dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bf67f6c5128d364de3a5d8f98677d9ab35a2417
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf20aa0798c59bb23d4461acc0252e2438e27b92a1b1cbc72ca0161f8a8dc7c9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78a8b0ae994a58148d7836de1d273459cb994490
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:938e8103f2a181aed4f5683e392db830f3195ddf8fd0b90ea7de96f459c7a2c3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..092db63e665ac468343253d11fef9dfac86690e0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e4bf06d04f6402375e8ef0d95a0d1b80efeda1523dd0f265e331c644fee314
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c792336d5f0d8ebb670dd5fca3f7c917de1e4eba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afcab993e80fc536266d2cc20ff04f5b0847c7ddd094dae36541d09f47a43768
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ae1d9707ba4e48a3f420ad0e7cc0f756aea0c7c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6375ad8c27458446cc96ee2f08e3232b0dc00c8a4d61108c64ebe80f23f8fc1d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d544f33159d7baa0a2818dae4467d1244e8336d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2df40175ac6a8bdd7f86aae8afa71987d8b736f89308077e2f2301627dd3fe56
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8d7777dfc32e003d8434ee3448da37999e11d30
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:228286bf1adc94a695bfb2078af8ddd271bd790504c7304289cb3bea9b38edb1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33bbdc62eecfefbf3de0db6a06873c3d44652040
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f94c670c0e6b9135231f181150f39fcf40383290594cf9977ca30e268e1ce4a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65575745361652a5caa7945be11c63999acba2f2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a258f55955138e23b0ade6c7211193ec40e5a1e8e11cbc57dc3b87c463eb2dce
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..997e941a920a2cbf02f3c166e47cc92438472464
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42f7cb3c1ec8f7ddb373c520e67aa70e9325b89309bf0029d1398de798011028
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f4ff141d00988aa723fb6b874c3af5018df7a0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d13571d98220329546cbc4d2db619ac3c1e2906401693c1519bf2b0c50b9a29
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d34a1bd4b7d9f210a7b7f34be3bfecba08f3b89
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d797b43be1a90ffb27815977281efa3d2e7b0f78c625da477a8660a79dc82249
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e5a338578e7585aaff2ecfc89ed3cc4b6246e23
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85e96ef58a79a5b6683b20eefd2f7ea8d429b5abb3eafddd19b0f888dcd7c6c6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..718d36d2530b9b2763c284d21ddb232bb452b6ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b390b778e40ab87a6c7f840fe7d51aa4875decc6ba0b73249d35d5e5459703
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3cb46ee033a1155cd19209e50e57b5f192d0592
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d8c06792f841bf8b61053863f1d1596c17885b0b2397b84674d8a851dda3ba5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62aa00dda646ace14c64b2e680975b516fc982a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f06cf6811fec5c0665b156d7aafbe7e259f0a04fe6cb2b376687462018aba67
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61ae2510d1b1721a2be3c3581996c86b4a953355
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d78608dbf8113c1fbec0445b00b1a32e26c749306e22f902e2bc46fb379087f0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0c54d5925e3d33102c0ac32520ee7d80a8c94a8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd42511f53f3710179edafcb33f58094865e17809e3e98e3ff01d204c06ac33c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..416e7cb85e16ce77fe2539356e38cdcb6511008c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98cb46851b9061c3a4d88612cdea31d0a4da0e90a7ee93abb2f0c8d75dcb4b8f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21817f63948d8fb3cf794000dd4275216cf9660b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a8efb3a3778f9f7d9bce9ed007d69300b0ba60b17859e61643191965a7b00e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5ad3617bcffca9c438462d6767a98b0ed424412
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fd379e8c338d20fba2a0fd0111c2d893f7678179f70d2e61e1935ddc31e1849
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5974ca673e392a84caa292a5506740ffe8403845
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bee66deb74621b105f30daff867b930c65b478e42b3bafa8fb8796b421e24634
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cf230f08076753a3e54ee53c325b64c35476a11
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:732a465f6008acef333e5163e40a5e09500c89350bf9a9a89aa7b80bfaa8cc46
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abf967ba9aaa4218c427718e4cb9baa0d467b390
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17f4a3b5061b4398a17e1fa6a08f28b7de6bc429b374477aaa360b5b2af2b6e9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..281cc31522329282a445989dc0b90f277263508d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6944c3ee8c74c2fc237f870e0ca0c41c8b12ee64683cd62d6489cffcacf9ad28
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d95fd428befea25ef4fa9d93da24f5a5fdd6762
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bded1c5841da919944c364fe12e1dc0851547e4b5daa84110b3b5ebe786a942a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac076870d158d6584b1c19e52c6fe08e6c697400
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e98bce04525380ea985f07de24f483ad9a394c867015afb74b96d2ac119eff15
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f2e9ec40caad758d1cb234b76d330e21699f8d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c3b9e1f90c9d056937c9fb69ddaeed2e9b8b4cf7727948472647dc897ddb104
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15297f7c1011c61eab730844a938e960257918b7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:118e84e0e754e65a8bd6c882127ffeac92d02c3f20d23070ce899e4af505b8d2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11e6c01358903a4600a89577d694abac5089a64b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b5b9239e2303ff9261c80917bfc7da78a839b8d0f2813489e492f9234d8ff1b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..754a995517135639c373abe7b977025d7b1e01d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:253a83c0a4e0c557274177f7a039128bc61223cdb1fc4532e48f4b13e7ca3b94
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7886dc499c2ff0d76144e739d52d642f951277ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92cf05dfc3298bdf3541aa101d5d7f2db8311ee9f692fd917fde47c21089a5fc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a99c69f79f9cdc4f6ada7bddc151bfe96a6fbfd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2502e64114b15d4718ea3fee8f596e17aa1edccf35502b0776abb1d5bf42377f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a62e971204c44a57b65006da7b1150767bb512fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02edc40718d5005d488e1bbd8d49b26d07b16b98be8c70f1cee8779a68b6b605
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b3e403e73b971a0fbdf3bc3c70473ee7cfe09b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bade6bcc6d71ed5f9a4aa3f2c0ad459d26611eec8b46628b2e0ba44ba462b5b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05bfb2508c5f46e4c3abc165c42ff4b8d95e57a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b200d4961f5c3b5ae768a7aed7148fa6f87b0c14a8697a022be79af00e9baff
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d8bd559fa8032c1606a94dd64fdeac193b7e88f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f51ba7c214ece810e216d8807e7d5829fccc5d0aa6a0d6945029426e1f094c59
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c73cc634c77cc5d4dc573ad837bbe80bccb01842
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96cba9e61b0e53fcadd17e20a5c2a6eee814b29b8ed648158e33393d4eb082ee
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5a97646bb3efa4c1db0e725c34ae6486b715589
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b55b4f512ccd77349b0b4bef726483e8e4291aa753b7f12e10e09b23fd760d34
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6b05b0014cfc3624b22160d069394d72f85ffb4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a37a7cfd79f58975097a25d2cbdd180bf069546070752109c2f41997774b363
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2492c50b1e69e8e6aa49cec9e4fcf7719a0ccd5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:649511d157c16d125944a207d1ec379b2a3d1f6fcceadfb8dcca9f7c4202ae28
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..457033ee9cc0bbddc9aea8ed1d03ae80a81cb766
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d76a9138206cd3e2ba155c001ab46a122b2281f0a735356a959ea2ca76deb2cd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61951f55f930a19f9413f2023be370a1c656bd41
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d954c653a9aec266c0c457fb036e1cf31502d863631b8ffaa00b9a741914117e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b870185000a94f29d374cf23353aabd9798ff2e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f73dc5fba407f9b282e46cba31b1cb151f28ef400a6e8461c53a53b274c6601
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..021c7f1dfecf668882287e1fd195597dbc92fc37
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c1f071500673b92ac4befe964e117ccc78714aa86edd3bb5fcfde2b67593829
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65888fd119b993c924b6bdb2d8b21993806bcbf8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb8c2ece9dc2252d4bef12638de558fed41b556c46e3f8fc0173b7691d0368d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41d050dadd8ac863509a2b0e366fdb0de309fd07
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb95601fa62c11edc05a0375f23748bef1da09920b0cacb2b84ce547dc9813e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0b886425de51cc394f5f3d021f2d4f8c4538ef9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:778610ff748e0012962e4d86635320a2ed08102097cbbf9f364cc873b6616853
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0200704b2b4a12e6cdceca96c18acc32ede4b42c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fe5fc69441f10fd085301cf0930ea4c1a8c55f4df2339293e3e6097fc73e7e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afec3791b38ff5345454c765509296b582222053
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14662eac62f6c0941efb03ac6b66bc5098813616fc5149350299ed5828b34972
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e5e5818542f5bce60c4280d052f6ea906b81a70
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b23994f5120563fc7c5bf2dcf3aa4bb2546c448d821bef45c8fb8fc71d262d3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f1cf196bd33c657b1dafe3e553c6a70da7090a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e811334d31815a38e896c33f03e9d98376870f5e31a9e31343eefb9250f48d3e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f09b08fd623487f40f549be4ebf0fa782f84931d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce1ec8580ded013ebf66a556a105441a19d9cd76077158b865532eab01bfb62c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0928ae79355b1ce8536be30aa135b694523e12c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc25fb047957fbf402182203f6e4dfd9aa8c269ba40f8b50c1f76ab519d9d4e0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5e6d32090f37dcf700ef78895bb61b8cc3b97aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77d8f7dbdce7c4caabcf94d6f09d14faa3dd9aa68d20e6c422f84106ec053fb4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0da715e119e481f2a236ddb64733479b45946e4c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4f046237d2d6d3a99a1f0601526efdbec06d42649aebe0a45b74395bb5e9df5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0712300c6391c4052188cc6dd21079958046aa1d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:247457d5f947ef7267fb1087b86dd1cb95e16e8dcf71915468e56f6ad25f2778
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27c89d341824d3df03f8ee806700d4d8ffeeb455
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a66af4e4ac4d795a675d15b594914542e87fa726cbadb1465ba67acc2ccaa078
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00f5baf8716bbb27c7d16618b7fe7b1186298272
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f9fba08a056c85606693c63a9711978b319ce8d60cb9996cc40398128c943c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aae66195de73af71508cff537a9ea32a738c94a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a191df1dc12525b59f71f6460b52cf8fcf33eb39aaeff95d543df965602b34c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05e77f4103250c89da8fdddf6f2e8b65a06cef6d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d637e87ac194505e39f0a29edb09077f3c519d2f528acc34887912f49dbcde6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7aac787721c5e9e28e7ccca0755b8d41cc03d28
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9963545b82c828816fbdb3482c409e274db0eaec9fe13e6238e40b93303d81ae
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8033c0f61724dd4f356963b0a5b86057858bcdb6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:339702920e0cafbbe550ac9bf27aba1575f39957c781198bf6e8c378104e363b
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b36ca1df86031555dc38d277d4f8679847bdf1c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1472740ad39d064b3a3655206f72196e26591f396fae5550cbde303f54aac1c1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022cad0a06d7ad4a883b6fca28c613cee3701917
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b3cdd0c7c5f05eeaba76fd0af12bf79f0920651b06bf88bd220e6e36277ef6e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0f220917ff9c528a62bf50ca4698f121bd2250c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10b72cba52afde4a0dd00b81f94c016b0ea760476876bd64ca063e505f598989
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..957df35e9785ec0ed242544adf413c8f72d4447a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:128d42ff368747c9e3e445e36003927db13735534ac2b60bb0bf44b4e5aa8b6f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0556dcf62eb56879793171cd7723cad25e0b13f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac73fc023cb92b683bee07f6bc2c8e743c37509f0462994ca0b0b15a5d0572a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7043d439c044d29667e2b8cef8688e53250167d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16dbb38f2a5c44b75f07b0e4c37f866103da0eda78998cd759bf93375a2c2942
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..348b1b15ddf2dd77c5d7d6e7ac7d690f24707944
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9739c9eff215f21cc32836fa4afac0d4cbbdbf468d56ec5bd3f133efc28ca38
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9983c08726f16d738fb24d377c9d8a76e3cdbb57
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d75f35ba939af0cad58e78ddd36136dcc6eb51875b549d63a28207428580c9f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..170408b3385cfc15c9e61bbfe22f538f2d7abc1d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac27beb538c9399905f1ca932badcbc2432e8650bcd4155cab7a3a1070edf551
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ab4cdfe3ab5d6dbb6b80d7603ed9b3e299699c8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e758f6a7a29cf94236c22d9e465c202faa91d850336a454facaec2d1df52b3ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd8c7ff771d9a5a1a22da7d9cd5343c78f229da5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8ef42a94d2ba2c6e7b97153bab97f625e5d69923aeb07ba28201f3d91234d39
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fb886cf3291b9cb1a19e740282816f32b3baada
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b64a9be827044417e5769aedd1e2720bc6a2bce10216244a0481920a5cd09703
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4c3aaa56308413df9166bd4d898c9141e565f64
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96760ccd44c0d553241dfbd571ef85e1cfb76d801b6d4f563b74e4cc13e18b14
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54f8f1ca90d4901ca4cdac77c6a4e09da70863e4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e754f42d667a3b76e0b1d1db39281c5a16492fa7026f5512b27f18854caf87b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..343ee6cf72947bcb8e9e7f97815c1d56f5ff6761
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9194fe6e177cef1df4ef1a561969639b218729bbe7d39f89587ab1dfcc258cd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daceaffee4d2ffe2f55c73ba801f6aeec47ad613
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c82e2772823037f4b9a3f740c8429126a4418d0920eb1e7668351b75a6a11a07
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86083d701c9714a80c5e38129255f855a08f0cf1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2000e4ff46ac0d9ca611289c7f1be20304b828735d316fd6ee11041d3deb09e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d09ac86bddf71c4a8d9ce172e7500726b00cb97
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d21d22657d6e5809e1cab45b6cf236485bd2fe996bc3943d5104b5e5d26cb5cd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43821366ff8f434beea4059db018c82ba320cce4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8bcb11565c2ba022cb43eafae5df4c0cbc5d56bedc3a3e8fee12464460f311d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a779b91bf4b868cec21bf22752413f963323d97b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0e55156da8db3730bebd24ee8650e455b91ca15c05189165ecca18aad3a808a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f582e9437e2eaa00a70002daf786f7e5f5939ffd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ec88cc21a268553f5d9e3ce04ef10294702e947d6543692cc44d8c8763fecd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9fa8d7ae9dd909e348dbf570795b47d7e1def98
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46acd247b2eab616576e903a32ddc89b39535fffcd03df1edf5c61f84fb52935
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a647c045c523931ee5c6897145519b086b66f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f5e90e9ba11c156f6646f2630dc95dcaf10e8dc9f8362575b34b78e7c0ddf74
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0723d95c9885e7cfdcb64291220cc4d7d05aaf03
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:909878baf4c7d9c711f296abdf88133c84c0d8094ab0d6ff4fc499fec20deb3c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48704e8e51561d887fa9c2a86577d9ea3e37b62
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87672b1c736eb1f194b1b10babee5f772129085fc51eff68d6e747e11b956ef1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3418e1ce233d13e2fe24be28821cca5e6b434241
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f38e68bff7ffdf102dff416effdf89a88403762f37ca6d40a00c74e762a8b992
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8436027369a7d42bbbfa05dab446d84ec083a58d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4a1c4809860c903215277479fee65befd89dc95ad75dbb12754604548995784
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc0e95184867afea4fe6a591ab28f3a5c5d04998
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f0a02fe6e6948a42ce4bea3b8e651b1f551acb0df6e5d191d18e6b117bebdfd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58f37fa91f595302725c4e1df83f84a23f889404
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e15dfaaa11271456e08dd490edc5b25802636c20bebec39b0568733a6ff1b3ef
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e377164de38b4e20a17eb727f93ee54e6b66829
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a8ca602cad55ece153e3f22290cfc23e8ee9fef15ca60699a869612b7880ef
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e71f39fc6e80e68b22eb102df2c3fb8ae20501c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8f807cc34e1eb911f19d511f964f2688659e384ab35d3bdee9257a802cb76ca
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db99c874b328aaf12e61ee5aae208b54dbe62157
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d97437535d3095bce2d59e8991d3c6ae1b965229c5c5d26c5b773220b1f9c199
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c4eb2a9065ffa85cc89d828c6a1b739b0367ce7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccfcd62ff98096fcc6f1021fb933cc9268414ad1e24a8c3a5b2081c88943ae50
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbbe2b2f08523ae0332615766b74c8e09a30b590
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a45d0a4151b50f3647c751203f2a9d520ec1928464a2b7b0fb874be9e6b5cd53
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03cd63bc642b745f9c4e325537bd89007deca14a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37c5b1ecef1406a4487adab561fdbc4a639a0bb80dff93cb5a2298df48b390ec
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd642b66b33a656f98a8ba77308acd76117c4d25
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e0fed1ee6a19bcc81559ff56ee0e620faa486ad6afdafe6af9ac2e677943d22
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72f710004fc30ff73a99aba6ecc2800734dea69f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb18c4dd610754882dd7fd29c297e5220959b3ac4c90f6522b4c70c71c69c711
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6080f46ca1ed57625389ba4c150b155284d6a67
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c547e06f786836272f7278702ac008173a108afb1eb4acb6b55eb2a5e5f7ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e411d70544b1f99fcfb7d7c34df1d03ef0e4c9c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2383446069d2791644f993ce939a7d97e7744981369abf16eb1d3db8e67ee943
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f64274d1d4c994e333475ae7a43de1729dc36cf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a1af367eb73d5995400fb1f300434acaf8a1bc34ce3420c2dab77bcb6623c4f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..765410b011b402a99f570c0872dd8ec45869a642
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:625bf33034f65d6c816ea0105f01385f6f5d24659b6c19f71467592e25eefdb4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee8792a7344a12c42fb4517dda6d4a1654e87ed1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2954c9c03a6f0b5adb33178183acd076e83b5be5df1ff777d634269e6bcbced
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e343c4bc8231c9f96801b3899e6eeed34d3bab7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e749904d7c803156a4fb11839e5864712ca2d61f4803b26689c390d999d3f8d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..873ac8c607c19de9a6a9606de9e33df1af937a9c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df22f912de008746c94d0b90b7052fff76d5bd69780fd425bfa7f0d397e4b1a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec478119e505f97e05d018307491d16f61f5f580
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8de91c734aaa1492be0e605cd01693acace896ff92bff74ba8300d577deeb7b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a423eac2f83c7c12539146ccc776f63a846e623e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cfdfab5230369f71c8f88798ab673a26215a39833e566effc224c50a7ea0a8e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..759173eb16f62b2dd6a2f0a8b43e6b51afb6a7e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55eba2aaaf3ae3f6252c9c958424fdaa5cb91774b6ab44f16747ae28624ef839
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41636326b06f73942fe2a2fd314df9cde53c6b2a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f545f896b50c9fbf9db4810916d1368391d08e774c6d0d3a55a1c2ea64eaf6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e85d5328eb4baf4f4ec2934493fb9510e81adc66
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0351949eaa3b39d59c12869a9d40f8379d918c49b5229de02a987ddb5636d9a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..492fe142c07231101b8f4030ce3f7fcb3e207333
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2400dde47a327d6b65d6960405d013c8237acfc49158ba00f60b3f3d46bf9b0f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93030e4c5f4c5e8750434d1a03d1d70990798385
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a985d3a9c6c8e1752781e733cd960b03d4211bb948b4aa118cb8e4e9426ce944
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff4b8ba1e7d6ed716561a69a4e7362966dfe3521
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01284be22ba51f8324284d71f3df7accee1e072b94b7821ac3f4eb6bf2a315c8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..163fce0ada2a3bb7e983d61010a5972e06e75f1e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5901ce193392d0aed49db0321856649e6c0907d501bfa4f323dd13de4ae3b2ec
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bf6871c427557d4475d8b1a7fe05c79b83948ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b257ad1bc5b0a766650992f7cd41b544d0fd5de26786168217886ee777b8760
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4842c97cfa7afb0f34f194b3b23f6e9477dd61e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9d5a6b3d6bfa1609a64d58e837d991960850941e03be925f134398f92d7a9f6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d55acd7f0b20b7643fb41742f2411acf222dbd33
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3049d6ba0e4596eb1fcfa703d44667ca8d9126b286fa4d201d59265b54086613
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..802b7bb9d379c490f6061caeb18dd7ce7c3eb9a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a03052ab2114c30ee6871a5d23a0a31ae3d4008abe4bc88e4f81deaf3f92313d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b35af945834457bee260895be0e7e1362a4e2e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e75551a28feb54c66ac80ca0bdec3148581cab4c33d94aca7f0b7b0d1c268e22
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e84c6b32c248ac95ef993ceb07832e537f403c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf7931e0d9a9dbff7c61b222f48102e14ace83f5cca0161ca5f5041a48b4f52
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ba852a66de8b2a5a4620df5dadd5ea34f5ded37
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b57b7eb66ed0abed8e6e8cd298cbb83f7606993020b05df90f61c9f4a91e4a0
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d0ca00ca7abd9ee57d20d615b903c391e42917b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e58b8b98035a9ca8d1466fb595dbdb36ecfac15c679a98e901bcb16b08ffa45
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42e27f6b996e48807654af4c6ec46076f843743e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68550c193dbf6e8236753a3bb5fe7f8d729402689be3ccef1bc40944e4076719
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61e28fb1933e8b31d4abbea3fc9d12ad1d917869
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c110716e3787b79a83b82c9d201865384918960a0ef9c281c70883b571be50d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8ae0be0b7d4ce6dae175268a7beb819606459c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22ba4d1b152bc36684e66943202a39f6ac8ac971848da7ab419a5149cdedaafd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cd357038608b1838a5070c765d42cf1c1a0b84b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c23618eb6866d560216761bac631c086681bc709d0f94f833266ffd3a448d07d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4440f8876d9593ec0ab4721cfce7af97f4d8832
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0bd79da840e8c75d7c9a24dc5fca9928d6b632e11b0dced879953d18adf7594
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08312465d6f242fb9543cbb0f0a39d261e661e38
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2484aaf4c8f1ef4bb9536066ccf7f4f3802cf86d9fcfa0c9d3857bb104e07034
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa7e2c99ec4621adcdea178373c7386022c140bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d46e88c9d70fa1919960edc80859bfccd9f9f14b16e7ced4ac89bc9b1cf49c23
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d75c73db0c608f36780cb17c8bb99fdc15138d8d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4c16515f37671d2646bc0289f76b4f71468c9670065993a460560ff9bc3a9b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e137d218cf073bc46d651f84bcd97d605782404e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf1d87fd021ee08912c62efc27190d85adcc711d4927cbfb686f2cd3c584fc41
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e9a68b727d9303fc5b4509c5ab437d4b2181b7c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef8fd16d3a60c91b907a6d69ae189ff8747b542c6ff49493abeb7b9220ae5a4f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc4aeb6044f7a0a9fd49559f1194fad09a653652
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e95954cce9ee15eff70a37f0ebac732f520ea46f9f3572b9105d3791b62f7220
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63082b571aced17252645616a432f6a80328057e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94f9af7c4de54479e73124ed94307227924b88a4d50e6fc10670a33fac37d3ed
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fb9d1cb818c400ce7db9c5600a3bbbe232d94b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51b4c397e095ef1d2fc78f503005d2db17be7241626590ee5ec40965f650bf15
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4febbebf5945088baef9d195bf3bcbf40209caf8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7358d76cd6362444028747e5cbad87424b769a7c4e9726bf4309a2f682318cea
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2c6199eb69ffacaffb1433a150615fae480e521
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24edad1c954f0aa3920832a77378ad25ecf8b2cf051dd57e18e3523c9045f196
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aef0c118c1ad53fbeec7bb4b699f77dc7541906
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79b83222fa905ef87c26e814c7f64497ef96a2f5b474181eff9f63162c1cce32
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96d204014225d2a82c4327cf7b4d4c1802910baf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a44a6f53902ad7bf47a8ac8a6a16e23c0c3bb36021fb4e723acfb084b2362c63
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0cedd1763976a565145998be7755fa32e082a9f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35399e391892e4925bdce7b4aace5064f218f3604358e45cce0537c4019c4fcf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cce2cc0f221652cd4bf6adb50500385bd16f7de
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:504ae09324b35f139c94e5e93508c7f2ac2919e48fc886dc71dbbcb83e2a75a1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b11cd593efa7450950cb6168cd73f50c136c2d56
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa04f37c50c39995b318c76bd5c89893d720dbbbde899840c3db700cbe09aec9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cb81e950452f218e390f19170c415547e3412d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8435d126e49be70418e4ab31e992fcaea17a681d7a285dfc367b3b21b4063c60
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..584631b180f5c7a4ed2aa0d82af1f0c3c7569594
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:054fc509fad09d23ca85cca008ac33bb1f0a1db73dd6040adeb1829fee742d5d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82075ae2cd84c1ddae01bc85766af7c676fcc504
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ac242f6237fe6dfec5cd41c11a3c94948b93495dbdce89bb64e6a5fb1a410d4
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b844eb1a3373804418d2bbcd8449ade84fe5d0e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32a99ff1ba818f83822150e5babd3a30a6146e0717fb51d8d2c635fb17719fd3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eb3f6011de2f693703bc75b8867781eb7b78090
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e54bd95057765fba4c8504ea54288e28419081237c9f0d9f56f46eeedfe9365c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c49c7179d8088f2ec9850cb0f99b2365b30f03ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a17540ee9b34db68be33fc16fe5c96d451cf49480712ea1de25c3a8e2302830
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8505c6b183ea83e09557aefa9b6926bf5c80b40e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4759eb40ebc8dc139ab7c88363e7049c81727743d4af97abdb779b8814ac80f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6b1acaa1f0f2db575e3a66f33b2eee39f028877
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a078c1159cb0cdaec145ec1dbd766530cda160d49f779351ee1a273034bb15c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3b5537dc259b702ad5a7b9874c2def00f13b12e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb171d738e85699584f872339ec73b63f26a6ef6be10ae612eca0fe31d4b179d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92a9e2f3df574255815a847a390a288f81a19f5b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c700a8d8d45e338058d72189af9900b486ce3ba64f3091514af64179b7bce970
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dae0fd2b243a23459719ca8c9721aa3719d3fd99
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5672f09c1b198ff29df634d341e263b61ff51998ddf0a1c0fa175b2bf005b17
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1a31a6ef9414f81d2d1448514a599f978d52a63
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be25a067bce7d6643f4e78209ec32a9dcb3408e07f017957662c84aa94ad9779
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f1c4b32c41ca2fcab38d9202c45cd8e4520acdb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a3f15f13c4adac7e1d1d410333c18fa7da95d911b268278177e2c49a26fbbcb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41abc3fe91132f72775690b201cc5422d6c3e46d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e3dcdc7d3694d9177907f0187d99c3b0807c34743e3984c7f458ac557a2c92a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..895da0d6b49bf1a733044335071f7b764fa4882a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a532328057e3f6e100cdb2fae798fc7f108e51e9f48ec28f149437788236bd4
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4edf9e0b7bc1bbed4566bc30daed2c13ea8888c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:492751fcbc7452448b4554ad98631a50f27ee6cc2879da4860f03ded084f1d0a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e307d97a5fbcbd6f8828ee044845f8f988f5bb1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:056b88e074189b6b6b0ae2050f507f21610b69114bc3d41b9f0fdf39fb3a210f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c99c928837acb5d8c0f4414104e53801b9c07776
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f8dd68264f88d86f068b3691e07b32ee263455fffe2884aa8285048d328602
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cef8d0642f5ebdcb194da5eaf32fa2115b2cc582
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa31d65fbfe1d9c7df2758b1a5e5316b1ac3358786a739df9f66c2a26211e0f3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7446e564966a21fb2b44e624120fef9ed956a56f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49efa3971e3955bae6feb9920f7f5d7319d8c8bf61533cb7cbaac92b038494c2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29cc0901dee786e882fbd4f8ef2eb82fd2f8fb1d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b49e1efcef0cb498c8e44225f6267a3226164a48584409ae9a31af1a8a9ab445
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27fb1ca5b8853ac35484f98acd3643094174f288
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bbbe55dac8b63d808513a1ce35ff3e315490aa105a7a33b5e081c486814bae1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fe717ff5ebedcc04dbee35189b849ece025e598
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95b20181eda720292ca88cec4602ae8742b43b0617847c7d37b67df9f8c277b8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff74c54699c6d3e34ff4a566242e0ee774b0295
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b61775327a220f2fcc7e2cde34645a6cffa3df4f72f1b806cc5fa3e8b651370
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f54f3e6a6883fab2a9f2999afd4b476f45d5862b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9330b870364533d7ce072c867f3817a5dc4e9dfa39c7e9e20c48ac095265a76
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31aff6fbe588918ad7bd0f41cb2766d99e1340ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7daa9f5d2461a871486fecaa3ad27cc7a5c50724e8b78705252170ac3b1e3f73
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd5cf131714bd8b94f6292c49321e91a1c022676
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce250ec578c6fef88cc3cb7dd9b91a8c2fb3cff799bad4770d8c8df44cdbb1f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85728af16128ac84981ff0fab31ed814da941f9a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a4ea8c79f74ce55e70e267057362f26b49a9239e520c3bbbc5fa8ba7fb483ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..639b0431b761069596fd700dff8b1345bec7fb7c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f50816bb214bde78aa32f199fe502b625967efe5430032ea26ed6bc89f90aa63
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d69b0208c0c0e6909b116c86b8fac527770ca3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbfb8a9a87c1ab7f10cf7b416bae021885bff457d63d8a34937afc8cadeb1a3c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06c480b503bc78559b840d33f055991074814595
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89854c168de1cb711faedd01821738cc196b7b43602f8e5aacf219e89e561857
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baad8154dee78be274b987dad5079c990ca6c418
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42f7424e12d8dbad9aada8f8f43512e7c93939280b02cd6cc719cbb466e7c1e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..751df082e61996facbaa140bdd747122c62eb69f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33822a0eac01af00da239c2ee301b21a15644e50bab4fe7f939ec3fe70564507
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83836dad6a0e8c56960934d217cb7bc073769f8b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aa92c327fe4d85f96b1300108e0f76f4e45b1127406dace843559208af9de21
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..888a8cb513fb0bf4cf33159455b27c343ee992c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2774f639cd5b36f2e41a2457d1d7af0a917c1191f37ff719daf7968b4fe41a16
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a69282300c665193be49d984dce5470ddc681ff8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd6a850e6e9beae6c183520e63a83d23927d595a171efb6a88b2d962ec485436
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcdfa6d38c57c17c201d3522dafc5323df9c5abd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3066e199dabfdc64eeb0c8180086d24b6cfc02d2176d65cc0e1b50775e67a8fb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bedb88dee6b702f7094c15214a354a1f3a9f785c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df7815d61a28beccd135d42e57b90bb2281717de63dfbebf57298fefb0fed5e7
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32c34eaa677750cf27bee06627703cdde95d3138
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f36ca08a1dae890ddddfc162624834136917c548532d9bf9ed60122bb3bc40
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb178d184b758dac78889638f14d74c64fa821a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e1d3db91cd8b9d02de39d721dbab73a8e93b6fa1ef074fde0f601bd25a34e16
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7bc5d722e232978f001dd571edf2c727c4b5414
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9051ec707dce096841131e830926322486fbcba81f1f542c2e52d543c92e127
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e99086395b016d72899a864ba2ce610f7b632d48
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:595e27c9f6135eb532a83a75435b7b55fd60bbcde2ae0f83a7ce9e48a93f9916
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bab73c6624cbf0005e77b8c94cc7abd9059fa578
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b8e13fdf832c03ec95686c0ab1251892e06b6877d33fc3ef40e3df1013e7022
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..879bbfd702365a2e5bdd48e5fefb6dba43e7aae5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d932bfcd19b73104e4c1780fa6c676f627f3c05085f45212eb9e8a07f50d94e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23062ab1363f363aa9ec042bdd9b884d440251d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abfa7c44fe6d8367fd958d79a8dec3f5be91e7cec9128241b7cae6db41e1ab9d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f52c30f1f0936d95329fde3bcb2bdbeae7d8ffd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aef5815d609d18722975cfa1c7ccc138bd631c9da2754cdf3111938f94bdef0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8758d34706a5d3ad68ab10ba0d52d5458ceb830d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db14b24f7e4ac71e5126d069d3203360eefc9abc6fb0f0fa7afcdad8d7b0fdc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1164436e9bf5b7b386a99acd613475c79ee9ac01
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:896e745aeacdbd57609aa02ccef42173f899f6122217c8eacfef6d0f0a34adbe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..251f216a3f9710f263696574ab23c8f9ffe279ec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44d67daa47ef9f5470ced259571961e78fbb13fc23aaea10456f27869a5223c0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6408302c69864dd09b51d312651a572f0de4477a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a29e4d4b588ec1194e94788cf37eb109f99a0ab80d899ab1e4fd097628a6dcc6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b8c9d62bb35e692acfcee0ee373987a687a9a09
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc452c80d67f549ff241cafc34d6656b41c275fa5d1e27285f0109bfd18e33eb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..674f3432dcb0c1c6b7bc03532c16aae5a94327b5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f56db05027875808a36ba2c06f4d951d4803fdf90d5e8ddcaa23f6b173909809
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..132841a265a6822bdfab0a353405de6b5096a27d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d01aa171c5ba64784c65edaf7cc3785d8216902c53cfd20d9f671b4a1714cf2f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9108287467acdf739fbca033c7e2451d86262d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2268da701a33934e0aa47c0bd21530aeca335adba86c123f983de8845988840c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c2c1d02923b51b3c888768945261312b0e3674b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b9560a5ae55c20a3c3ab3579589c7a25b130763bda5025c6ea6ca88c8de6a0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d18f6de2a3bd84cd82fd2d0225e7b7780ab03d56
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e273d9e7f8099085528e808c3c09e369f1655a788fe0b1f7725fd431f41b0ad4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..949b88d39c05321119fa281e8066e6463249fd69
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a812dce58c5076186609ca5b7d29ebbf689940370d4641b579c7e9f4f38f58
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..108b288c7ac231e130c22555bdcdb7f953cebcf1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8decd5ce5ec656039aa15c2a6e229956b9ae886bbcfe4f1258dc40bfe4c36c91
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aab29d460b343c475dba16558a859333c86148b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90210d9013c6c9b7dc635ca300e7dba51d2d27a3a3966030958fec80e0b44edf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..307bceb8d400bf35a910829ae5b21e073c6530eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edc823f5f9d64e8d11cadb3be08cd901e747557f479f5c3bc0238e383f469390
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f55aed114cd45675e4720922b4182ce4904cdbb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eabce2c617a990537b1362f786efc9ee7fe220938a27e361877cc863921426e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..513ad5be811fb3f27420e74f17d9e6f244039c81
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468e755227bd3386370ace740aa99855b4c5927372435a6a0f80bf370ba64600
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..378142a454c858defd4d7430b7adf002b41be1fa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb55a3d662bc27236d649f6a97eb5ed50779c51cc54e3027abc6a797eb804c16
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dab975c8b2a82f854716ad28fc732c5dd04c8e5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0806a35abb58b0a4f95dd9eac3b4ab25ae482dfeed7e54fefc217cafbceeda72
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba31b7c52adc74318dc1373e32debb5d74199b6d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de851b710770ee56a82b134c9c61036865ab04fc327cd7cc8f8e12118cfeac41
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a52ecfeba8273a26888121315e1f7077106938f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd11223591171d81df294ca4c5091c1e9678e88813961456a5e793bcb7d5098e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a236e577aa6e972d135e074a0004d1fc498b3666
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:681be02dba3cf5b9ad7d1ee02736ee480cc6477070f6235b3d11a9f0df023e2e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10a6ead620c02f6de1f9b588fbf028c5165f1c68
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2af528f982ff22f71a5e869b4efc1d82976d5aa405823b740b2853c775ee2e3e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e41a570e09a0e874a73160ad05cbebb9811f7605
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4cccda3795006757bad59efe9f53a8081be2214e5913fe860352302170b172a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01fcc77566f7f525b596e07af4591563a0f49390
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f477979f71d38b5f5f35c60457fff866ec763e66fa9bf1d8ee3e386bd5998449
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8bffe488291aceb008a2d80288f3c1fd917fc81
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ac01a9028167152f319ac10385b9f20bceaa9e3cbba6ae83646fe50d5834d7c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1156a8876ca07ef4095d355902e7135d460ee602
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dde9d3711b0db617ed10235eb7969f1b80d1ba012f24620f9407c723b258e4de
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a530ad867236d1322940f51c16be5c27a0fe245c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f6e058b62baff56d4418ec3727f356b26f1ff47345da90efd4a51bf6cd6ce6b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..321698e7c1aff11d0f0f1b0d77c528078ec9b9d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba535ffbe4e80eb567e74547e721f4a5b2e872d04ad8511ba64c888cea2112f4
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29e23c37d8c6606f9d3d9d768c5aaa1b2a652e61
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83b275354891f2277945d698fba5f1852c271703ca38934d41d5a2dda4a2aa34
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de084736dedf17ac12fbef28c34d423009d8bdf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:877c941d78e1e6cba27e701109ab6bb41a38ba3b992792c9e5463cc852f81cd6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8abd37c9577fa7dd1f0ad8fcae1c1133eb7f8ad7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c02d0d190a7e417550c1eeba361a4d443a6c36495930d298275d5424b8e7522
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48e1c7cc6faba9bb6d57310b70a1e811a1aa2d6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de83238d9c6e85cc1d63213dcb783308c8ab7f20921ec9f7db1783a0fb26265c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39acf913fb8ed2056661d155350408cd2a9365c0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a1984e448efe80be78226e2110cde83048bf131e1a28a0b0764dff014dd255c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b05204d5de350358be847721708cfc699c458bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b19bbd5827abe0d7fb9ec38b7c038f91a7706f277fddd8cc3eeb7d7ae0292ac8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b51dd96c760a29ec36edc8f36e77a9a24281982a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31c704c982c55813c9210cd797c3ef5302ac50d0c713dc961282247fc5a43822
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8a827051e1622f6611603e106a27d5df0686a26
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9164fee5bfe2202fea1128a9ffe162de705928d5eb425b4f1882a1e6093acc1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc4ba30f73c31777d258f7d5f463e5a1cc8070a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:105c891845476915cd0ee0745d58ae332d50e5051581295599d479934d8b7549
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d845bdf53ea1d50bd8dd3522a7134268c2e01404
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:421ea5418095cac4d2ca408a63c2fea60dd9af7f584e36c27863e90373b73522
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38fdf84439d58a8fa835693b80ad1a54ffd68b4a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f5cca1950b18ed5289619f95d2a160ad7ec3fbce2a99c9126383acef80db973
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..495a822b7816d3e28ae2cae21a39da5d2175bede
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6402e0fe4e0fd4b82fc4e0afd7cb06182d1dd52a3bf3dacc9cdcc176e42151e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38e2dfbbac8657a1b4df79a8326f90474a8d952f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a90fc935ea2e279c4d08d2c0ab3821f56087c6724649466cf02d67cf17b8bd44
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77d439de5f62894a4235fcbf8ac569ccf7b7a736
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9407cd461274e878316d31fd7ce296da03756444d7175d2b2fbd4d270250dc17
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f319ae5676bcd5fc3b9d086bb0e51692ebd88f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c775576e59fb80e726c900073824c1869e664d6bd67841341a71dc27158151
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6a6d106fdc2aa7560ed595e66c5f0577d792bbf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f07653ce36c6730493990629b7ee7e926b37879abbc48dfdd06b297c50d692f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1065339d388f075cfda9bfb78937ef6380a5e4a7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:709575c67ca6b87d6b6c0faefe8b87e84a42518f93c3245a018cc38ad886e98a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c864dd2fda5bb10c74674767a128c594a43394c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a5389bb965898c6396443c22d3d2c5bdc23bf9c5d021cb1fdfa442c2b28437e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c126ea2d200a5a96c4208e07a49ef9648c43dd1b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80f4837ee73bcd233860d7bb7b5253b5d9668b5265628214df3db2951ef77515
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ea250627db782dec645146c786e36353c49c28f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:589bd31f5cf77b8827365cf870e7e11989308a69ebea492c157ebf4effc25f7b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00dbb6057be421cf562cad359a166d49551dc4f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8fb0d0debd36f8488dfc5de40e51e398ca774deb40f382d56a6b90c615bafed
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41ce0523b91c2cf30e0c18c60bddfe60d6307b98
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:523b9e9046ad8e0194022c9fe9b41dbb854496f1c12db4f9f7b6eb1899776d3c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c500974fd1332cb79279ffe8d71672a4a8a8d2d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dbcce270713b4e777c4a0dbc2c56c7015a96ed0a80c98765d9a423b75cf8b3d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8284d5d232f3749d722305f919df2ece56bfc85
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48a38f370b9b447aaf9702a69301a5f6a6d7b2b1c4088345e7e15f6c7817c1a3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad1ce4174a5eb9157947fcb17fac9aae269942a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b4d5d0c58af54b71b116db0d0fda87c7ba3882000649db1897e8a031e737f83
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6259923b2589ef76555bc737ef4c8131974620ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68981b8544b656ecdadbf312146823797666e0ea83b91d44045342c18ae14839
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86fdd28a9deeaa4eff938fab78af4d72fb32047d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b97dc60ddc9202a05272d70f7dacc519c0adf1cc1e4dcd55c601ffaa2bf9b023
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b85c9e116b6ead627ea4466b5be5e27b4969c6a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c7d092e58d30259534dd66ced6ce3a8c445a6feae3847776ae9784c2c88cbb1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a118f72e3d89bcefd5bec4176e0038cfa6ac4dfb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e9e3a5a8f92674a6188d28897a2a061256a8436970f96c351c63730767dcab3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7446704275cf23319ceb9595deff66eee212be9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed9fd4e882c7c22eb16d8b6929dae4dbffd264d2c686be8bb46a9aafdfddaab1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1ae31d20d2def8541d5d49438d50ebd25f02542
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9762f8e70dc7c5950ac9c55a86fbb94bab6803939be63ea89a61bd97165e3e65
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0260b47f357c09c480df08e640fe502d6be266b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f71b55e9239d81c1ea7157aced195f80eefe3690918d9d212c2b502eef0e971
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42d27d09e9b93a7531585c75ba133fbcd47c0d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e06b42a800c06bc0d78f94e16c45c1ddbb639ca8f01d3e34e15d30d2011efe0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10e83f797ea0f78343106520d4ed0429d11466bf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be95f5a5d669d0bdf1b8f32037aba92a9d668a644a10b508cb76b3c2ae47ff0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93acad053e7018cf59009b6415efbd056a0e22c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fe677091f76e4c969a63842a99f9980ed362ad50106b7242be8bc6dc87d5060
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aa56c4741f62a51f9cebeefc24acd88d3de7465
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c317aa16eadb5dc2589e39d3f868b5421a89e8d04b49c9d2ffbd38a80cb9a21b
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3701758f356cc32e4b2416228665dae50fe89061
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d7da572bc5ea67299b186625fb41037faec984f102d3669b4961f800af36486
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02fa36a4c05ee491ac0d7abb91d95bc5e17507eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14fc6f685aa7e1ea9cc147d3579f87c178d28ff002200c0e14bb8dd3f612b9a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..744985e65f9cee07be347f94453b9c3f344ab9ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb7e42f1e464311b3cc9c4bcd6f0df371eda47ff5fdf6d4ed31138aa7cc9e043
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9862dde475f79367c868091ea7b15190f32d1d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e38e9cc9d78f7a1c129dcebb072cb3845e029fa5db32114d1e71479d1a05bdf6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..112848ddd66e8a452ba4949cf05446e52ac0325d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38b219283989f5af21654ba93f29c30f6e4397821c0873ceaa0abbfad9b31757
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86cb837518be305d4281f145c9a0cafe05c063fa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8a6755f058bd504084818b06794e2e24f0f87cd86b419fe6ac729d4c37e61c7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ae84bf727ce055eba4480f45dd94f2ad7833adc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfab253c903c42f50775984d040689ba7896f518fb0a5128dca83687bae7f4b7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cd1050b03fcf39c80ea1cfff990c94f51f97291
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d752613ebf8e761be2af0984c44c3922996d53b8c483584abb6a7c650798d7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74e6f995b51c6a14e7286087daaae693a73e2290
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c5e2ab5ee3bb76062b529f9c53e9e3dfda311ab035a2c3176f6d533ac7c0873
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5670e6c46432157223a6ec15f9156a8f92faf0c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8875c9c2bbf732fb59123643f3fb0eedfc42dbd6fb2ef558ed82102284ea4d3f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faccd79ebbc3db92d751476bf46740c15227f1d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf7400ea85487d24233836d8d2bdd333cefddfee36f6f50e766b2fefba969f15
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a62e10e995f74d4f3373ae6e827f4eaf9c6bd0e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aa09632eeb773cd46be8f4cdbdbd0eb44874246167acd24a7de704a67b2857f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c466e37648c2fe25b9af52cd39a6c31fe22f1f90
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86bb160c13267c850d47f2aa231be420959db22199a49634ab48cbeb3f553360
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dff81cd34f60e2c9ec7d3594c7f7790d2cfdaeba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae91d9f6ac4f3132bc8d15248d1fc81df84c5d53deb88cae633fe692c95e8dbc
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5e712ea61f1b5c026c0bb85d182631e686b6fc6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0af8b2ba302725970cadf11b5fd9ebbb0c4a6895dc96675db0c49d6673a4560
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/lm_head/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfba070ceab4a122751f20605af9e67e4aac8a77
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e38455fd980172ceb5fee1dbd39bf8e26a9f62fc0545766425d50d6c8c89f593
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/lm_head/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c87e4e6314b4866ee007c717c17b7977d4ebddbb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:251d84d9b371aff6e714d50ff68a0e9393c89a402d60e5ba637610bd9db5a2ce
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80d54e12c832cdade6ca9dbfeb0fca6bd2d50574
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f97af411c92bbfac32c3312c8526b382e57b37072f18bf983f1225a842abe97
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..104833cde29fe41444a6b3fd58b31812add79193
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:305641cd1067b0350855ad95dec15ccf7adc2dfc9809c88b64e07ebf8faa2c54
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8abb701a7a780d2727562d8f45b58c0046330a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6031ef273335a83ebff71d258980478522bf860421bd871cb7bc0b3b3cb021e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9232edfc4c37878f90cdc5ec1c5bf51bb37de1e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8427cc51df4df96c8089200df748308477df51a9a8e507c2b9dfaf3ec7f7884
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..621b1f179f834096d6b375b276d501cb8fb8c586
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:255022ad6c9b6f7382f36803e93928e0906b93fc2c6bf443def190f82cac70b4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fc94d40dced37e3579bcab3263a51b9c1ae5b9f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4120e6e4d9c0bee2920e28508634c636392c2c7a0bbb5a2cafe2722fb55191fd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b37b188a4ee052c19b58bf5de5b91a586cdf35
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3daab7d1359268d31431370bd833470b4ceeabc267fc86ff08e88b632d8ef92a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50d55a2e65a6e3c1e855db320847fa9cb8e4b956
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:384c5c657429986685279b5591c371921e72c99ab6a8d0b0bf9c4eeb0496aea6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8baf206cc8c0a7cfb6672fde478c9e5119c91ba6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb71a04f98ebcea0d1b18f44f88b2956539d03bed56556df951388cf6bf9435
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..972bf038d561ba5c18e701e3e0d9b0b7769c1387
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f536a32cd07865b662b500c6662fa7ebcdc2f72d3586972aa5babc545673ee21
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0940ce78652be479ac476ddff97dac8f236aef9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24d8d5c2c0a31f8c532207a70f79a4170ddac1a905f84e519df07da4228dc09
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2df8a1ea7b5f2b497e14e5d8eafc7d7714d03cc5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b04b33d4ef87cf65506c5ca81b3214436c38deeae5e0cc3b344fa9dfede0a144
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e79279b72018296ebd401e6fe1bd591b5e1485c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acfd7dbfa6b88a975e89feffbe9efa6afaf596e2f2ce69e384b742879e2028fb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cad2d215a4f4b36ec967b3025b02886f6e7f5d19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d79fe8d59b769c2dbee7531b58a977a7b01be49f3bdf03c4bb24cb1ac92845dc
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19b64eb6364784bf53e8275c2a50ed27b51f8e99
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6815b345352a537714da4390a955c39a94de16def7939297fa9bcfd2bf711f0a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3238fc2a1343cae263c31ada849aa1214005ae7a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6026eb25c19428b5ce8cb85a1d084c87bbe37142dde5c09b436f19b9ee64f00
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a414e3e55e88716dae9ddcadb784398a603bec25
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf0c5e5d94b2df11a8657bee5271cdd9dc9920c9b033df849fa64433bac80ef
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5eb6d66e41c973edbb9be0cd6c68562955b1ddf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f151b6903e9d25706828464c77a55da86db2ff25ab7ac66a5cb4a53444ae82ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11be6de9bac37394dabbc40ebb1254a44f9a6ad5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:501fb0d7279f5cc465a8fd4daf9d34338c27b0730691415e875b1b90a92a85c6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c96d2d2045e6561f3d16ed2318f925189126221f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8837caecb5b3c1771fa3e32966df7fcfbc124d3a4569b159a29f7ef02720c4c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15a81aa0fed5b48c498bbe7bb150d8ee17d6f211
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6912fa36c8737178a67c4cd8bd81ffe26db2e6bbfb84cf57a6ebecd59fad9ead
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb02f811beaaf89cb73da2474c8d7c4a19d4b506
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a757aea42f26288839d537d7b4d835b0e0a8004394ea963d6a4b6ee4186c21e6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c67dfa4900a2337cc37be7183746240664d3b63b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9efa9525a0ec121dd834b01820e4c2493e6b1c09b0ee65c62cdce292c26d6772
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dc0a334ff8d5241b8a1a9125a9bef4c073aed6d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14d2c4cf512d77094267e22ac9a208980f01718a70d49e5f09dbdfc9fa4d0767
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..041570323f1dd9873c044c905f8400bcac28f5d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee24e48d62c260a8cfd353d6695ccbbf606a73f57a94d8b229132794171d57de
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3551a20a60e3c0dfc332f9d6ed33052fcb6759cf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e2607959cddf9ec25fd9cd013789b1c6de35b87f2a5be76f0139c4986a1151
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8fbc6173adafc5be8ab899feae6e80a5f612f4f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92edec33fd7d959dbf992b27bf8f29fffd71909c3bedc01aa53fa53a0fe8e143
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c90e01da7a5d5801eae67a693061cda87f05d567
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:636e2d96492dd39f5eaca0983d3b76b6ef1e337fcf8bc6e5161a67c904ed4064
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2f3f79b27c4116e03dbfd4b0dd06d0a7bb1fcc8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:919648a860c5f61d4a6c269af735f27f0347864f6bef48d6e92d78fa3d125c39
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9c810ed9428f85e3f3861b72bc2611e386ad37b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3495835e8294e8988a37028236a108e6d183bd82c1276516f6bcb4701726fad2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc5a2deeeaca822cb93174405706628a5832758c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a3225f88a433e3ad6e7616fe0366d31f87b8ed1cb3c2d8629eef360a4ed5b09
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66b52060a8258342b0e356ca16a38001f812f75b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e15c9f4b6ca523c82b818ebc963ec425089f185b57141e3f192099d85303afdb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..999856ae5869b186557132db1c23368a28f1c9bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d80ef029ced1a278d387fb80fe7b9b2ff84ff7ad4d71cd1c286e56b956ad146f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c6da9a407370c1e56ca7acb0ff24e48373dfda4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dde59fa9b53655fe5c095e3b10424ca107d271bf619b58bca07d7b9fa3e49ced
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c7ec9082992eaf44986e2904ed32b704d561072
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:100f0acc88e8a82e6554ae194eef94aa51f4533ce9f17282fac343d09e131987
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf369eae4513f9792ec5a1bfa51e91a046116da7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc806845d9d91b88cb76ab5e7f7c405efb75f0d129b29fb90b16a87736d074cb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..018d96e30726e135916b98b0698e250804d89b0e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d8426dc189d6b8f2b06c2f63d727efa1f01005506d5222324055d15f133c857
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2af59c871748e7ff5dfba610cb80ec4dbb8a3130
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bef8aabd627d5d0d9dffb3f4a5a7fee043adedf8976d09003ddf065251e4632
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45962ffec8da144cffc8d1f8f941b18b5542a935
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05dc66f0d66ec5bb602fde7e9b820da52d4fba8fbb20e199289125223e3c91c7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c945a68a1607c12de8362a01b72e3eb77f1beef6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:322c06e4c151ab0588ec9d8e96459993daf195a8dcaeae9742617ba3787d926d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80fc4162424b75fe32da8bb163e851f47d013f75
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b303e332b475cc526a1d70f70bfe5c11b5a3a4502cdef43c39dd85ebec6f680
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d4d7ec59fec8f7c7039cefdddd255b9dc35dcfb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70942953b1e7accdb43a7605eb65ab22d9235a9561ecbbc562e1aaf0326041f1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..071d5b441d651d81852db7e96227720f62977f70
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff2e7862a5bf2829086af06ac6bda8da86dc872a57776fa0c02c3af54d46d6bd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edfd5d22fd255d1c2192b7e979b41254cf409719
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37bc5c94adb8215197867bfc590183e42555a8194271ebe11d9cd65ffc0162bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eef91a62779e7811fc9e8154d3c4729395458d45
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:502c3a92d275346bae35bc79176ed612705896875f94aa8ed0b87aa7b86bb5f9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e745e04d764a27b5fbeabf650bc337fd97ef2d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5165b8719ee49072c62e7f7465661cf714ff6766ff482db7fc5fd28b6348baf5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..144d26bd1676eaed9a3d3c5cbbf1bfdc607eb53f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b46e1e6eb3ba23306c16e59d3ce62f24c50860ee6872fc31db22f2ed2236554
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e431a5146c1f282621673e21a0aeb58a5b2d4eeb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c9ae1f9dd894b19dd80fce416bb02376026f812d894f029e496835f70d686f1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..655837943c5db8a5a78e7f5f04fffaa8e17d9777
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98965e0855bb77f3947bd1c87ed6236071675e1f62730a66408ba96304ee0022
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8fb2fadf8d2f2dbeb858c54552e0845ac426bc3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d8aa42a63f7df0613d150efe4060b754dcc2bfeb80c644247e3a4da0f327f72
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bf19c3562c9e0b4957c2318f28cbdc32e4ccd64
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cf361ddc0400daf019cfbbff7cb1b35233e9ea0f3c05a4f7615314e067d9268
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b91992865ed6d02a9d998732dba78b0dade54c8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e074a5d99c5636c87c1f95e68330bead9731cb8d50b22e16c267d2910c4a69d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..657b08d18ef4e9a0294e0294f742184c250d33c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f249558ffdacdf5720bb3392b55a2ad9b09cc46de5bbe9112d0c332bdc9546ff
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8545b018e6e92daf55f5e6f0052896525ef7ecf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcbe2def4bf835c5a2a104a970f73b0f85d858be9a39308f6cef9e09295b447e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d182b49145c3290c2b46e314c73f0b71af2bca04
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a08e0216b3a4801216881c652a5337662ddcd893c55d3fdbdb61178c935a724c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb5d0d2d000c37d9fb70c3df65a54bb3c2dc53ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03aa64973b8f8c5da7cb04881e6984c030f8f929704f156ebd5f14a08d73ce6a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..722e37962624078653006bed490fe2a564736fae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12c3a2110896f240d2c2623798785a76f904f430a122e984b54ac16a65324d09
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..365cecd9a3f0558abc36ac04c1c09b1aafa4bdbb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1a4744eaf0317bcdfeceb884921d51f41373b0773516e72a08f1b6019952bce
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68dfca983fd35eac2b2e2dcfd3b79eec0b571da7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b963de79dbc17ecbb2f866716076994602efc9559f8702f50e437b6c7475da14
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc81bffafd77834f6c172a1ea419e3efe49577d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:599a3ced23459a7bfb319250b06faa075ede7d9f0d90a260b64a263f063ed297
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f88c38900cb63120a2625fda8b3d9c339efd870b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:542e43599e3ce1a64c4ddab4befb7361393ad3637beeb4ec01d145e7b187846d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12e8c13800aaa1068067d43e0452e3b19c653f04
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af9093faf4f4afd9f146d110ed03834ade1bb4e3911b2d6786630ae46807c10
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62f9b10b6390be51e935680719185545e25a7324
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:426bfc9a5f7d7b53fde9fd951b6df6284222bae73979fe9fc7d1fe17a85ddec1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea4d5e261640ce74076e087d26dfe8a4a8c6cf0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7398c11f139fa69892fc1fa6d58aeb0b24404539286ce0154c1b2b6bbf167fab
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afa546e7098a22487f262dd2ef1322e4b702cacd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3326b62d8dcda6fa298c6ff4d3052baa5d2519a7f1040a376021770570e7eca2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f65855e9ecd437abbf6415dc9544645f98a74e0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd4d171667482d7961361676ba4b8982e4c37e0e19a3a75efefa79b7c3dd74bb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f24f27a6f614fa56c09783b76cdaa6619d94b55
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2863d9be617db90ed946bd2fcae21c75a6a9f42cc9b33b3d3623ca039ad22c34
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e7cd277034fbec3ff45b51b22cc0a525d17d942
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a0f2b7e655a86770fb353e02fb80780a70ce95f729ef7b2e7824acfe6cd3ca
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5976d34f488ca119c9087531e8f51689507a241
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:046c0c57356731009960bd7942ad6c2c201ab9a907e5d521134c27e6cf12b46d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8af97c37c0490fd0ddc87dbba14951af4a19e4e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0444c3c6a02170d2772471c76897c56fecedba9651420e8daea180abde23562c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fb2f531fd4710be4e883d904277a659b5365821
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:092254327d9dcfa7e6b18f5fa5d15d7d1c26c9b6c94a15a259e70fa2337a2dbb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..393dc2b6effc03523f4e427d31e4c84a172583c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48682424bd98957463a35cd7834403886782b91a0781d15f2e97085884b8851e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3414aaf2a5f01d44466e8184040ebcdfd9a05405
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ffc5d36f1df00a17058e8e6e0c4f221a9179501547141bc69b9a0360a024325
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07f7b9031a18dcf8076f3c13ad27ad5e142f230d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:480a9df66c683357f3d4e51dbf16f14da94500fb2ac1ca5593f8ed762854041e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d6ee6a9e5d1aa6f9b5e74fc366dc23fe923e148
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e911b4e3aeb94f22e743bfbbd77d12ab9ce7d3887e9e8fe6ca495e041898c91
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bfebc9bb074991bd6e3f2cdee20cebee455c88c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57a812b1c37fba0e227a31f354dc4d5948b10354e46791bdc9318a7e9cdd3d20
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae3c7d4cb508d43ddb658bd1db0ef3fac64a9b56
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c295ef9bdbc3c3fc021a26e9beb5615ff135e61d65eceed8de024de940ad2d8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd46a26aa9bff0ca0a567808b5f4350f4c8c50b6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80f9349897ef716f2e6d4f02b0225048ba30f8e406849d678ee4791f4e14997a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e87b720a990f3c49a3c37d0dd07def9e7530315d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c2528a3a8d9c2abacf1da0385d5464e6f4339be3a7fdc359271c28c8694756e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df96a716e187adc46cb7339d32d9cbfcd1f2d177
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cd9bf10712094af00100b039c808c97ba42ebd2c7bca10d10952bd6afb281e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d9b8762114caeb68f6e8826742bcdf4a0d0019b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26775bd6b4ef20aa036a8e99801bd013cb5b51e8fbd91ba7db1186f623ce12bd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32fc9df228cab404af633307540e922fdc59dbc7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79f2d4efcbd57cafccdb3cd43c5b45db2d45d3486c6b47ba95f3994b2fdb429b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1b88818a4ed6f6d5cddc6e28c22736b23d346ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:974f80108aa057a913a9419220c144a7395285bd7634bfb5724f28c04b71f5ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3326c61b4d04b1977326479ca736471538a3fd91
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f055a77414c53cdd719a552213c0f3e9df38ecc1db3692d9ca36006283fcc7ca
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2790bf694a0dc7f0d813a33984f2c40c152497d1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecb7788714e5a42bb047199ec8b52058bc02aaf9b31c82de9725eae6ee8c773b
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fbaae65a53baef57f91625c1d36990f5f858186
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:559660b4a2de54a7aaa4f7878182eb01dd29304cd6086b0a5b981bc6c659f703
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38bf7dd1c0ae8a3ade697fca9d3b59622b1014e5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c28dca272461f5c7f34ce5558bce615e2b28bd778acd0bd74dddcb6f820324e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba34ac1199bef31bb3e1ca012f3f95d73019cc30
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef1246523450d28cb8758486bb2d21d7fb8e144bfe553563c18ae93d7910232
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a08d31513a92bbf36ce26dd6202602bef279489
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cbb7cc99dc63cb069eb19d2baa03276fc84987d06a224fd1ce5ffe3f7f70ad5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b15b2e18b10a2570f786285863cfb4aa6416f3a8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c515d93d21d3148afec2c3bd03908cde031adedccc0fd8cd68b7fffd9f22c3a8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42a7dab360c32682fd91fcab82b278ebbb2a0568
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c315594998dd8f32a064924a0aea6d21c11846b52779056f239bb86fe9c8805c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a91f06cd637e13d71b72aca0af01b1ab2c6aa94
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b511cb10cc6cccda42664e56fc5871a9ef279cff01af0df874ad6975b2680317
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caefc18522cf2ed7f302870fb4ac020565b78794
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12bafd3babfb4e89812bc839580d1d709c217f73afa62d228aaa44051f9107e3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e52a63ac7e50667d7694b259c87e02026f4b914
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ba051384c407f4d0b136f918a70cb7c436930d77dfe673f8bbc5aca15f62155
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47d23302e86232d0164f09be5929595b47d592b7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:800f0d0b6b731c620b7420f0b22e2b0e0f401567463af167ca87968f14b4c63e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34dd9916a195943e52d48b74412b5ce605068dd1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13783636a329dee1a261fde64382ce9ae53b857c2ad34aac6896ee8f09602f90
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e9dc6982b5636af1390aca8e92a66b721209250
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4024ed01f4fc7bb73563594f12734d22b71f51d96bf80d3563fbf469d80e5189
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa33cf869cb3c31ac24251482a168eb964a5afd5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c13a56efb18d8c5e2f42ba454d2b26ef94ff796506c51f9a9f092e976e1a023
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d0077822a10b4d32fc76db91809bee913f49851
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1232383bfecfedbc298f75304cf727b02b9d00f32b3702aa816017780f22bba2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f7175850e54c4609481dd15cbed344ec327bec8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5469ec3dacb3c744305699d98c4580315a7919ee1a929c0b4c90ba1201cdbaf3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d108a6583e027b1ba720a926af7a29f6e490df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:528585a39c92c0f3f98209f9feb42f0baf05eb2265ef11b06e967850179e602f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d508a664a019a3335053cefed0911401b68ef41
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb792e4896cd2f9d4198fd51aed64273080cf6be702c0339c1687489db2d1852
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dcf08e67e5e1a495d395d8426a170587309735f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:706faf6a29bee93cfbbaf87fea839f3f644a1e30b19a81742ed7314f85d6110b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aee56c03173b70e6221ae2140d696ce59e2f2ba9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc578e5b321ae83ea98d2c694aa69f30e961f1a1ad089fc18da8f99e5fc023c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..454811c3ac2b08c338149fad86a9a004967d8005
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f612fecad7326cbd163d7b83ca9ae5aad8b07c1ce9f11b729055382754e5d56f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..111d92bbc6c1235a5168a0c786a9939d39d72b83
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ab26d931f24d32fc7fe73b17d52f15805935abbedd15f110d7dd8a716108f11
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dbafdad8d0a8c55a37b7d63780da6209fb35e95
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b4a07dc4f4203d9399791e0ea3010515a3c91bde490d42c3fa0a1c984278f1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc3b62cc5e8d78702dd60f8c9764545f243b213
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d698330a917eb6554544f5aa91d1c993afe44e2cfcd0cd3dad2eff355143732
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13531d7edd35a4de7e72ed58816f1a32af0f41c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81616be097e60ccc8249a37c7af4f43bcf45d271a163992f31c890f908a695b2
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5369b71ae5c0d33c4507bc6a9348d7a338062d93
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53122a94442d157c1b42d0c7df6f6810f5a2d3ac46471e22cf48a43781a8fa77
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ad0aaa85d30ebc720b3ea855d8dc68e05b40062
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20f4c8920ca7fec26535b518a05c692ef03046f30dd40e374dce78e16c4453b4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4bec07fd9b9a0d770dff9b2b73f13047b18ce59
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c572ff3276f107de9d3f602e425288313d9efa7decd0165ef90628dd3983b55d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb57ace88d10b624af459bf2436e6ca1b86acc5c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fc696540b4d52afaca31e00fd664fc14e5ffa9fe619222077e8e0c7c747e0f0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8653711260f51f5181f3bad82ac7ff3e24918dab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb87c3eb3757d2b56404e94d682e7c4b683182780380266541375490c5b56b91
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1a0c30e1ee772fa4f2a7d64a795888f65b3b4c6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1513fadb41889b25cad76813c4e9b0c1d745be2127aaf02151b8711c8fb9ac9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebac9652a9372d03e147a6b24ae22afe4f5bb196
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da19b76cd934636dbcda0dca5882e5a1c2664935d637c59311ca1eeba6706e0f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c99c76b0393c762ebbd338cb5f3bd98a32cc7034
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17f7928f58f80bdf7eef5538ee5627d61af684d5780765ae7a3fb3226d0ea1a3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9df20b6303583b5592be56c8d7e7f1055d60df2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8dafabc9a230eae9305fe2f3fb15427c8eb5e7e390951c907a7dca208bc7d37
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c1e24385070da38e78680759bbe666402a038ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eef91f6034f9ac556d1a009151707aef9e48ee9ae7573d2561acb114f7bb821f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af580b97d6993ab31f98a73373f5dc6bc5bef72d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b55693c8023d7b1ac2f68cc619ab3de2c4190674f2a2db70140b643fde112ead
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e67016bcdb7818ed0ee1cbba7624d2161e2a6226
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d58f52d295bb672fc0591dbce141ade68cd382276746e0b42d53810c36b848fc
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..346071809164073230eb872aa0c33c2e31b10264
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73e1d7723b7f6fced4259cf64c1bf91cffbb9b8376669940fc4579864041cc53
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4d1dba518561a236a109da86ce0c92aec21368d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad1800dc587647265a15bbf51c99127ba59b4de7ab9b5697d8ef495cd05b3578
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da447338e9b4a35e34de37cccec1d59f92f355e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:070d59b263a82e8de650a4db74877daec875b6ae4ef46dd32f5da1418a2cd276
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..438f0f05474c27f865980b88d8ba0de5399c2434
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f17210d968b11b0638a23f3fcbe921176943691966b62a831f8777ac9fdf7348
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f75350b1b1a2c50011c36c0312aac0ebadf76ec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca8e607cbf621133f263f3f9165f24856b22786ac2a2c63caa5a4f2df7bb4764
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dd16240a5c232bc38e46bcfe2bbce2cf771fcdf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb209f19f098cc687c01564e3cb2b4ea4d774ff5c68e0d542c530c7d118be2e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b50323bbe2f3f541c454cbdddbc7718d5da2680f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:733d395514b3fff1e0b8d180bd0394fe2d70fdf11d40ed8d4b3d0e92f364a11b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f825a6c06b30358abb9edf3f6066c9533102977a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6479541aba0fe293669cd53730e511675bd03c6f03b080b41e229743f948e4a1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c077af46aa16f052e3b044037539eed592fc2cc7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40d13733ebc21b4d82d242519bf0f5e84f139e7930d9cf82e2f9d15f0f3a63cd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb89830b8eb8c75dee186157d63fd86393d6f866
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e69e34f53c78d8aa70fa677a608479d6f5a7805fc748383d6b4c7be277fa80
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8076d42a9f6a950955e67671e81b8bf34fd27b5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12c06af9df17ad2291a6ca3bbf1579ae3c12445ebc9ed5facf4093bed02bbd5d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2296f050e7791407ef04ea957651247d03f879c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:201c59ab53e186e1784f05c247cf7a1c0322939bb48c578ffc79d95d39fcd25b
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48c0b8828dad5b62d6684650ff5b007aad437fef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a63450932a37dca997ea919de8fb5fd5268e7d6a1c4ba9daa108958a04d0be
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c39f368524db44218e69b7d72a823be9e1ea6954
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:861de93b3f027814c2cf875ad0f7d175a9026c87aeea25172d31ed68879ea0be
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc93d0bbf39e8b9486bfa20b5959c5f30d16965e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c93c0a304b2a17e76c398dfa77e423e2870ed20870f9e6aaac6e2f59bbd8a65
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e646539cd6a7b609009e0924ed7d41ea7dc45b8b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc9ec0a00b820cd855b747e001f18b2010d308f4a52727f15c744163eb7e6ca4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85450cd69eab5180525b03f7e4155f76bd8f2588
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f90731a2c119c60311e00ba74cf6709d6cedb0ad97ee55761a1b96381f48b8f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be109a7c51b260f84dcacb2ef9662e07be54f3d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1384fa2843874f1386e005252906465f3c71f2ce20ed87a6e0aefcca3fa54c10
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f55cdc7477b1edd2c1d1aa1df6d87993b141ea07
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a400462ffe41a429e21c510afc4283a8024a8460c18c7a07dab267807673780d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b34505e3b9f13b65055561bc4872828525835a4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e71def04c6782c4267c295a69ea6937f84c3b2b7c9c514d712ea50bfc05ecf6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbb77480e668bad4b7b5f6106d07be9a40d65f7c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db0971dda771a5c0095fbb29728a96bbe6ab6a578aa25668e2408510e67e6d6f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde5173711adeb3081e8d56d5d1a99ffa21bcd66
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eed2ed88ba88b5c874d7fd7a646b05eec76fe93257d2b07eeccf05192018a57
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f29bcb5e6dd5ad7f9b14f96f05422e29b50b10b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc98d06aebde4dc2e12ec6c71c917a8a94f63aba72d30ce80460a9f8cbef6f52
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77c02f1f7d4fb18e771ff1bd92662535f7dbb7c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deed680603b7d91f3ac34c6a8796edf91275996b59622ecdaf365db355360ddc
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42c93d1228c42322b09302873edd70f31dcd421a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2084517bcfb9da9a614bc0fc60bbcbfad90123640dc3a31655029c6270bdbbed
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5b660a41bd58ce2e0c4f5e098f9b8f144cf13db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ef87b8ed5b3c5ceffe549150694f511752787039117b4697a21501f6f219ac
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0004a8dcb9ba758597d2406272b5c2751933c43
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4d902609e019164e4de4469e47a774a1b9c2a36e74a0f0e97b0a7e3c98d5994
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75d855a341abdeaf429ef39d8290898d5ad659e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db1a776b2973c7b298d3dcf4eafa37ad86749898616e090b82d4d812ce46774b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..297a78c49a063e9cc39f53bd4d5dce8612dafa4b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7096b9f31f6bdea705bc36fb4765fb39952020c48994af50b50fd3ea2ddf2c14
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86008cfbf9b3b83988c359564f0ead6cccd5262b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb72f758c0b6fda1a2cea89b006b1199c6f87f400b85a027258df328fb0bf83
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3845adc1559fb4d8001b9a49fb9519737303142
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2345e212ad4bfaded97b3c33cd4ce5cfa4220de79f9838bb6849cfddb8f9e163
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f9de59e56a2a1a2ec5a74fe21000679c69afe07
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98f5e5af82fa2820a4b660a31ba5c61bdbcffda9de09815c7190bbf4cc9fc88b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aea25a6ff08a4be1afc1d9de117c6766b1eb4a68
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac2b0c0744a0f64553394f1303be1474ff56bfd00e410b22411cf85cece95254
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11b3ba235b964349f44abd902ea4665a5f5c8cf2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd9f2686275fbd954e84537dbf9882e7a5a17696faec45bb6440d9d7c8f82124
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04e268b5f54754f81b6ed7b64c8640bcb1a438f5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8cfca07c7edb27309fb3a4e26bb84fe5d8c086dffb11ef5b2eb0b697e15a101
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6145a6ceaa7008a08832ae0b882866a1dea9ef63
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b41379dcb80aad6451b9473c367d2d9d7e31490abf8a54b026bedf24e485b171
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a06c817be3a215ba12325afabfe25ff56e6508ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f58fa8aead0670cb523b99a83de14a8369c4a5add15fb20c382182d10bdfbc4
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cccca0b4d938793e2fb1e6dc424d95a0f8328f5d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e70271ca82221f98d10f0301ffede8198b8542810c4095312e84c0603cb6c38f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86fd46c527c55d242633ba097d529937e74c4251
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e432756f72fdeabe6639db056524f34ddf43565c09bdffcdb80e5b79f148975b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e9c9c55fee0e2b8ab99b001888e83852b8197bc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fbddb143ef31754c14d749062761ec5e761e23d78da2103228addb0a412bd37
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad25e290fe3f534903461e7c3bc541d46518cc6e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33325369bab1815e6d8fdf57bfd744f4e8c55dc9a2f93d82c73ede95fca15cd7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86dc2598ec8032f69b64593b1aa7114bf987bce2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:985479df0ef59c8f946b06ca829bc43ac3500c95a611f4bf277ae9de99292ebd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bf1317e237e9f1532dd2d37043bee2f0b4fbd91
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b924f364059d4bba6f8b9bd689c404f44bb8a0a8e6f5004061d4b724622aa01
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49bf9c77972c6589c2b489533cb5fdec5dc5e5ca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c420efbacc7fdd1b1074fb37d140d461b071c102da31d6b3ff69c393c84568b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb5fdefa9ee45c49acee389a22088078b2d03baa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dbf5281b33f396a2204f1e19d61dac1ef15126c00dc0473457399aeced7e62d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e20edd0a6f655d19e19fde69c3c381adc521f219
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a8a2688c3e4075c1def00e1a2e005cc25e780a3fc21d23dd82dc05a734e6ce1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62d5bc1c380055049e64f00bbc4ac062a649e2b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e7ea8cebc45f0233c4efd57c4d3e5a59bcdfedfc25d08f8cc8e6e319179004a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e20680a795e74741bd43a7c05dc528218b991b00
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83db61ae614af24a0e93e7b0e0d56d8009cf60f303694a859be411451610b69e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e82b90a0a934e75b533b3eac1ba49c3540abd99
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9753f66f0d65ab5f87c1c907fe6540cf5d74e45faec3e1a0740f4ebf40fb8798
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13a640b86ee8bd99c6f14ab1c289fa280dfa275a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9bd40c692604d221e0992f06ee083cc8606632b74229455ac11f149e863b283
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd02ab10d1c05315bd3dfb67f7f0416beff14189
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:121c97180a1f0035e821902e6bb9cd78835a91e453f938025a9df07ea8b2c909
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98a5a997caecce0fef5b9a79f69cc77c4ca88733
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab855c0346c4cb49dcf5f67985c9372a7f4bc69161890b1d344635d411852a5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f62e62357ca71b1f0c7479bf8b3a6193d8c5000
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e50264f80414e3cf2c6b7605180c55b0ed0252601563e67d80787b381d4ebc0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb058ab6dba0ff78b6c5e1c45e3dff5af0f62634
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:085b9ec23175f83b00e0bdc32221468c8369efddf94fb55aa2cf8359c96a3da0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dad97b2dd8ef0ec3b1a1611aab9f5cfe95a006e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4223764c7e71e3b2888b375a755af0ffb64eafaf5cf9eb4c742d42ae4e8d9b98
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cdb25c48438151cbf4a76a0b9e17a20a6bd884c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a2851f7ddacd42dc16b9ef222a2eb3b320459d2a0710e39f268a89c0cfa3d93
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e8ac51113e6fb2b28da7b5ffb102b26dc8871a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c7e7f622310d8b4646f7be194ecc8893274db74668c7fad1faa029be26972d0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7d480f6ab41e4a4a2e2571268f8606e079c87be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e81da8667b5726e025775160920e7239c2f558cc6efabdb5206c0b48fc7b8c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1974cf911dea998f5b4bad1db5e632f5e743ca67
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edffe41c2592b5b86ffb79eeb6fa96ba91e09aa393d31f7a8c5f9ae6e958f633
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a008b97b853a17b7c38c891da9d51e6703fe3b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab617e0169e76af3780390d2aff0363dc15a9a16d5039e88105628130cf27909
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..117341e6cde7e92aaf45c0c35d3228fc393ee33c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a2553c19e9a6239ecf1952aafcb749620fa10f70c2796178ea9bf10ab07fb79
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9050fcf3adbb0a51a42a91f7dacd431901c4cb3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc884b60b6968b6574314ff054c5ce71b4a566ff2a4f75211a0e3c5df5db4a6d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0437fc869f48cc4acff7ddbd2da9107f629feb92
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3e57c0f2c3d80ba16f4c49df6e752023d64f722dece74c72dd523b3bc0e2c04
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b11f89a1c3d690960346de889460c816e3728324
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72fcefebd3413b5f0ce8d17a963b929a811f115a113e1d5436406bae4122b884
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e422505d783e6c11590e8d9881fa5dc26cc1533a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ae44523196e15830e80fd303ddea21475a1bb2950ff363e24844af075a9cf76
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..067982f369b8e2cede73628f61c14fee16c9f856
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a53276bae977e7968b8c9340e6775a2524fbb8f0adfab1b1c44ff6c971fb0eb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbca0fa3a01d71598e4e1f03495ed9c27763bef8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91ec1847e222da189f51a4691d440725b8c3ab167e1e13da1716bb56f1d60b03
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c761cdcdcda8eb8b67240ac4d0a935b080b48ea1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:596e3b8838683aafddc1ff3da0b3542f3ba16016e366caa16efb5dee80818f14
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f87fd9421038442f152d4a33152afb4caa26d9ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:406eed4824cf20fdbf2831b9fd49221dd1d0319c0a579ed2fe4af190eb68de05
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..896ab4cff4a1aca0aeb0a860da2f123de33fd2f9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1be561142b89a1cad7b87ae81974a5a505387705077942ba2f13e28331ed809d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9df51c9885b311c0ed4a081ee01391e1a79b4edb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9f6148d9745d1781dc75dfaceb375a97faa11d43632b533c494fec267c5dae9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89ac861f4cf9128a34cd3adb016ba5d28f4b9e3e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4d73d27ecd3fe4cb1b1fadac5c97fa2199aaf300986bd46b470d0abab963006
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0f91cbd1f4df722abd05049b44d56a7615577e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a346c5c0d7a28f5b5e6915f703911e6d2a644f1727f4ed156e1adce65e488d9
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed71bcf163ea46ac59090aba3e1e591a4d157c31
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1988cb59697a2d837dd9e1a78c81762475ada8d404b5b0587b7a7cc9f0d4b612
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96645f87a473d9811f67a429ba1ba88880d83bca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ffea17e8a575f9a8414a0ea97e9c97a727569067b27acb7e91d6cb259623fe2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b9687cdfbd4d94eade85f32e5d1d7331491515a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4247466f428f040b61445ea22b9e92621198925541a2b4d7b5461028d0083bdf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9fbcc2a21aa8c10e5dfb5e0b37afd67ccd026ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7dbf7bf8016533965e4a026e1c9f40f87266f680278891793f0684c4cd866f6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b55091719d38a6bdc333922086506a838a6f04ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd597ac6b03a5aab815d46c76815e38cab938407dc0008d159c45f9485e0f118
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af60e1a5093aa7fbdf4e614ff79b67cff316a7dc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32bab4ded65c4d41cdd90183a820f4f56b68982e806246a7f5313660b57d1589
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f0102e52c81812cc67081bd5aaa3e6d286de210
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8764a766ef4b5a6a84c811beaf8ccfe713ea49bba6c13ddd1d05d63ea9170553
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db1e674f0057419b5e9b0f1fb621132d9a38e966
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00d542eca184472e022acbbb158d1dc8086c117b1ea7cacabbf20454a9730ee6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e4690ccbff3a5219887dcc88c5146bdb1d74173
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52aae8ee8442c9cf41159c54711a91562e3a51e694d227c90b6a4d6b349a79de
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53b5b7e4d8978b953abc33d5c2e97f4f83b26f3c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cf2231d47599e2f54f40bfd57eea7905170a9181e6d32033db2c111566f7197
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e495f22b5b5ba421f412ebd64bc9633551a113a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50a8cb6f02e7279c9950d225d0744b17703fa930bc4be3ce9b83c6e70e602729
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38cdd79519336d3720df6e006671a657dd1ba64d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32d228fcbc3ef15947a1060dca3851d6242135fe54b9865eb4c1322b486cad46
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1501adace3c685dcb30d0fda6dffd2fa83e657be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:223aa35f8fe80a42529881950a23976455f5d5539f4ea006f958f335a0f3dcec
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a8fbbd9ec4fe6e5eb508ba2b36c0fb8ee7e0331
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cda8cc106e2d6a2e48d6ee2d426fa280235b13b12cbf8fd57430a7aafdd9853d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a2d8d654dfd839c067eeaaf6ef0dfbd746e105a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4009ed91a94b728b5ee8d7aa76b33e6b164ff6d8f2841560b1c1a467b866adc0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57cb8e043dbe3a9f46614484d0e8bd90c83ec6ea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be4b470ed20b1e563e55e4a5a4c1055876c7660f18a39c28113b89543f64e16b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..126b921395b53cd75100a9d0e7abd1017b89642d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8681773de5853912088b7f9df93d3bceab2d41df9496a50abeb1c5dec361046b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4689aa2d1aa968e7c44e5e49a41d3b73bcf49f29
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b4e99f2285d667285df571da942e66359b7ad76297c5a8f979a38052c4fbce
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..930c65eb3d7d9cd0b84888f88f4cf6f7b6ccc98f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0576d761e11dd1bd25da44d9264f72ef18590856125734c2b63a53f902ab930f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a11f04d347bb8dbe85d8b0294ce90d4b282f963d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f643ed18033ef9b5c49a84ed602ad2cc18b9ee386427ccb17c6440fcab90d170
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a72543b91659d51d421309d68db8200e2110ee8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a1aa12304a40f667c0920a3431b5345272f5eaca45473cb1ed8dda99ecdfbe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19de42e2b6df0520d9981f2f4da8bfb1e4a4c37e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1227866d348c601027ce06e965198d90de84b717037b44b2da1c78c80aab203
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a3a6419f0a46613a476c19a77563ceee5a1f8ea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c7529b7cda3380d762367cbe10e39a69a92109f531e6e3d308d4879ea9fab4
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..720554e59db8492a4cb3b1bbcdc650c1f94f25be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:363c16cf5851457468776fe5a07d605059fc22bd367a39b45afa15be02d31dce
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fb443fa6fa7ad4670d2f3258c48187b214ef4ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a9473078fe8654e2af1c18f460aa4f21a6b1c94631a4463d36b6d178556f189
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cc1e2d1e9819d814f0ad72202f5d39825471336
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a6560cd3b32532a0ba76d85c68fb18dff05b6518558cc81bd99edad4e76c808
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53ac04f5b0e208b601ed3f177da039ab3a641e4c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55fbb66b948661bc1f2110a5f10ee30dfdbd6d4757788d86341b0e41f6e13a07
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14933ebc2d0f3415d1544af9cbeb684d71b2b93f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfed2ac1b535ca786bc8d08dd9a049470734012e6a22044f7b2260c163035566
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd30a5c533afab7a2660ba24432ae5a6f4dcca3e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:442bf13ec79b46de2c930bf6917ea920b892a55ae1cc4a75b67290875838a9bd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..761fea80e29f4e10977b6fe0c444f7313f7c1054
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67ae6ffac6cf218bd65fc754fe2584dee09259331ad4b658d6a9bd85ac18f6a0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcbcdb0ad732978c13d582a4a93bb454715504bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e10fb39d44764fba1b6908d1f907a22e79488584e4d2f0854157967f2fffa98
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61c31d88fab626175242c58fbcd8f3b95552f794
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:793a0ae6aa7aa539f7251aa1950e6da52f249607e0c2f02670b169b7a02df065
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c100a4801d6f84bf64ff27ad5e3562084cff2bf0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c339ca4e687c8479ee9669e978124a12bf0f1ca406d96e23cc255c7acc58f3fb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45d60ee4544ead103746c70e6bd11f27b77278a6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47bc464b35cc4bad587403aab173721d38b8d3ef8af945162982dd2ea50d0134
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49fef3334ceaae3e7eeb6f6ffada5c3684d87aef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff757fd276f2f55f75819e3160e25efc56fbeac267bef803e26c8ac9e5d68917
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..536095c1da7afe6b73f5a55c5439de0cdc11c75c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a90b61e5f31b9a6468924748bf5ec6f472beeee9c6d1bc9b9a306b2e0ae1e8ec
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8930aa7643c3c83dfd506d96b6f912d2cbb9809
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a1c772b2a96099839d91d7391a4f65f16b074f59f63f12c53d7ddb667e9e89
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ee50b7672741942481b88a2c344703b650b584
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8329ab5e001c47e3a1a250aee59062ecc83663829f7f4a12cd8b3887189cda
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..444f5f775d439aba24a0327f3c75d7c5ecf682f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94e5f84cab86c5fccfd171b64fc033b8c3f3e380cde62df4055371873d013bb1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..777e5421f6e1ec79fb784cfc00745dd6f8c45468
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bedb36e4f417a43b7031cf9efb83d1d2b31051bf17b6d6129fa6100b62c912c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fdcbf240a7e0ff7deddff50ef3594163fdfadbe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8616b056cd68100710f37bb0e8fbff3b9ca7639bb3c5bd4c8eb2e0a18e172d3a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4df8e1119bb0cbfb3dcb9ce75ef96f07efaf2c44
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20ff2ec9d88e7f42cc33c23bb7cbd73a9d0603c8ffccad1e714aaff4af9d22e8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cee3c7c9d17625faec2da277aed12044ba400801
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:999c9bc459fdc957c14c42bf9f223273befaeca39ef65dd97076bf12d5edd488
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff5c1746642fb9eec6984c2dc91ce9821f31207
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ce2d6fe512be43a85c31bfed008d6af4aa05ea07ff7b85d399cff9bb1c2ec7c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d1b2bb5211ffe45accafa950e5665da1e7871b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca2adb74fc160b565dfd86991812937b578e516ac099114ccdaaf1925383d578
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45e622b7d96f489ac1048c05fa01c9683d002eef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:763f5846ff7c21a603dac5f0f8f58981eb49cb036733c5bbab66030fc89bdba0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..117bba053c36fd7c2a9e87e1d60a8c57ee808a7f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60fe685068e5d46f66d3167a03a7e1ca912985db14078a904976def7c993fc38
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6a326f4e51bd045a26c24dc3df418c086e01745
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8125da46635d61452682a0d642ee22a662564ec07c39320103a08c5938e49f06
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..213f2fead46c1c76e37acd8b1760ecc277fe1d2a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60ec3147856e6c8cfdd8bc19588f6ce05f1c84df7e3e4e0c4c66204d78e5d780
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b4cf07368cd0e06c58ec0b302a7dccd4df2a220
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66bd2dd74992b5767c00215e770a636df410a484eb0a35874a1488e1131044b1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a21f97214b96e3d4bf5273da678b8b517f48656
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09621b2ab35605961dc42455d019cad403c103e44e097106d394c8d00c9eeb03
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50ab00db74380d5a837b2f452742cb806576effe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ce3b477fc0ad4669a2ad75f7a7e444d210a8b91fc966d3570b2411ae1970970
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15b971e30d3b607435b75bca9a53fa3b98b68958
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eed7555a827ab1c29bda1fd7ddfe04ab34c21abdf4fbc59ae1300e7e9c84a763
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2698d06b200265ed0587e34ea54ca5fc995101ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb8e83589c8259c47185ca305b07b5cc6bce89109a3a5df67b4b723fdb8f5327
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..583a83c1d2646b2b256316cfb75cc9d4fbf9c448
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c296eb29cd5790d69ebfd82ea87119a691bbee6389ac3a57e3c2bb9548c95598
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f30990ed4b4d85bde15f335fbf41ec0a2855cec3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:328b81a71109465fb30689d3573987f7de5b3b0d81fbfc095a11b12bd121bef4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63120eb501be42d31b6e3f26cc9847b789e23181
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48aba24152431738096f4ec3abc17f6d783349ed9ed18163759f4e69d229dbb9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3589ceefae53407e58bba33429acc82ca5f34a0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f655b0884115635196622fb5daa06d099c7a4d3d68cecd4a9e67809c486536
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..317297e7cf20eee3e93b9c17e76eaa90736fa4e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a58fc1f5ffa191b3cfa54942857bde2e93976645753106bc904c99fb71c72a2d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e723dc851db4686512f6d80f393ec8227ce9f204
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a2108b40ca813db9977c1db04e0d5de538a50510f36074f34f064013517084
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef4726f591102f47fb307d4234f67d01628e79a8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89f0b73b3b4311fd6b0f2057431894e6606fd90e2756f1e467ece1d621eb4895
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57439fafa117f191891f2f27f13f4d1731ec8c8d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90023f5262e623ac217669189c14df97ee968a02505b296c9b6deaf13902925f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8a2337353b6c108816c0a68fb3ef8c3bf0175a4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:367c9ba9c0867ddf2fa1afee915f1a6ab2a40b87aa9af6682ac66593b68c3c47
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a86db941895780e53585596cef559ae246c81a4d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6492ec10d4d8bd16fac87440c55c14f06c1cf3e17b87775c09d9caf7039d382d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1450ff848ef2c75c9c33047556f6d208ce9ba151
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3668cd4fc2a5e4c139ba2ba59225aa81910771de5c11c597d72233930a60c593
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77132b098b73a5193b99ea6ddb811039c5ebffcf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e7271b024de3bf16c3aef69048b388fb599a09a3e29005097ded70ca50a68b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9128143effe1e3644c79c1662e0efd48aa845459
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23c501d033fb1b5324f70eb3b4b02b21eb65be5a845d8035523075c473e59a45
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ddd8e18e04ad19439bce8ed6e8679ae20ee5f12
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf2904762c265b86c1debd90184e8441bcd0226b90d7d0dd3240b8b62169ba52
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72f5bacea818386506bbf87ba7944d5b5f980d83
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91290e70a1713c247705521253c1af03b5ea1ff385e5f26aa3fe1b71d29c47b5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..157c056b725fec53d27d422405fa8829294c48fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acbef68fe019b9ef696b087d5d32d6d4bd0cd083f46ad76668f79e33695b32c0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eb960764eef479989f75c5c9501016e568d99b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b45ef86c1932dec2fee777fefd1dc27ce672e225b519c65d5dfd00e3cd5bf1b
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8070e57f68d51da5e036d07787285a31258ca09
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:374b1c82d20ce3b7cbad555868b1256d173f556f7fce1bba93bef35c29a55166
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72e6d7cc135e8cea33ae4df6fd5ec8e8b0c82ae6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:482ce1eba233f43881d573ce53d34a7aa1ff41b6eec2a31300054a4bbb8b1204
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3839ccd19b0a7cbcdf25973d64d137f58488431b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b884ee3c2263a4d9ee1c95aa704a6b5051c8f34a70d9580a5d81745bd2bbe59b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7da3402d94548683029e586efeedaab337af68d7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6ae933b25e5c47ff09918037786d3974476d7bc5c5407c6a9aca491b709763a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac3990a7c4f27f38cf2a45e0fb4626779543485b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:715ef93c324b58478c80dcda0b462599789584b7ba8ad81a58cdd8c38ce79b58
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9600faed371f04d01432c5894ef1628d351067e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4dd3e7bddeca33d5030db4a5236620a5d407272dbc7dd4193036ef1d4657269
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16da891b8422ee39e32d3d400ba24d2befa84930
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8edfd26f0c2d6dffc09104cbfb49fd7e4f3b06bc10246b2214ca94761f0cb664
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebeaed53b0b5cf23e91f3d28705db30bb01e278e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3894a360f4a398c45ca07d4cc246c571a1cd8a1cf61e14be2308db9cebec4243
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af760e6ece4decaf62b95897d287001ae404b9b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f4d800ff86464550590f88034c202390837d3460982dc2d48b89b2a16df473b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a816fef38e04f43ad136066418dfe8c7e81b3813
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d32f5fe518e55ad1d33cce391e975ca48a43dab78fa1acecc3fd75f1d5160be6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15257199b84daf5f4849ef7aeb5fab3a3404cda3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:627ab51ccaad3f49173345a9a14cd99fffe4989018b36df11dfedec4cb9c7154
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..558f2c13d7db6c1ed45df6e2118d9f35e69594f5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1f61d255dfc2d98a906833178cdb0571214d1be268983d5821edd38bb2614b3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fece263182d00bfb0baa792f2e418ac4a61afd4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1747ff7fde5a3af83aca4db0f879f1d8c4082e0c200f37756486a9717c38d0e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65de7e4cbec7272680522252769f9b370e50341d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afebe6a61d0eba2811204904039b8adaada8dbf36d31f0aa3d3c4048370c4774
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e05ba87f472a0bb74bb77e027d96ce23708f6bd5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:172794eaf37ebd3db9b3a56548686e02ee6208dbd286f3dc93a92d9c9d82dbd3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d3dc17d968045e542e781734947a733f7480dbf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95a27468311ac37609359ad3050de569f7dee737df7dfce60fd1d3a5a827a286
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5925d4ac0123d8c12cd6a1c2b5630099d0673f26
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae8fb5f2f4034aa8a389173dcff16942fe0f41544c51ff163e71ef7092123763
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b031ec12eb1bf03bb159112d9cb38936d822721
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d326ec8c9b22ed1f7f4a36e44ccda6ec3f0cd301d56f57b0ea86e11e30c533dd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4022f68316ff8e08792fde3620808ae382d798d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88d989e071eb0c6686715ead2faf17674600f0f2cf7e11a964f55f3d5923c710
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c7ac55c86a3e008d88644eef243cf8975013524
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb037d0ec6bf1f207031a8baab65150cc791911eaaf73d3758b3aba04616e34c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84e8f3a8eb0c24fd2821f3e3fe3c5978a4038e2c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:763d57eee7eb1187838e948580d3c3be308f959fb26163d52766c5441264fefa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51fa7e45f8c66a17b5b06337819ada0a41fb0bf4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61435ed8bd6bb13bc0ea971521774c9b2bd9a86844a024313b754a8d19a09536
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd72644e465a5e073b91e8ad32d8480bb398084a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b8de2367d8b3d43f682baf6d1ff6ecb84191eb44843a34d8fc24220ee97b470
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60026785e80e5e5d61dba591ce1ef9accecbae21
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b88c987be097eb527bd9c290f73c9b4290f2234ae07060c5c440858cf0d9f2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83ebf09b67ccb96c3f04bd1d904e99e05ad471d6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e5e895f9e582a1058b2c86a172aa0cba62629990a6176233791f3452356ad74
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c859c04cdca497e8e9aa7bee4c21580aca7e989e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0e74c4544f179e8825c2de51ff42ce13d24ac6b5e896d57fec250a1b3f6c043
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..061ee0102f31fc37cceda1ae95db9e3c653386c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_11_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ffaaf0c66bcda1826839e88d2eaea79a7d33ffc5070ef02f4be4a72fba26a3
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/lm_head/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/lm_head/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a65699961cbfda1d00af3a51e6aec4d0dad4a030
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b6adc4d42b8d72a2d18a76fe4e0eea851df821f330c09d08add568f29947afc
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c3667067f07e008c8f936bc2b31aeb2ca907573
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e5042532ed1400c7407631624e85d53ad708628dc6dfd252e2adbf0054995a5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ac12f8f148e0943c3a42df0d4db5687948802d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dccb1ce5338d40a2a0863b8905975c42be885640f42b0720a0d99453aad82730
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a61f77117effc20c1875f27336fc78c2b4f77c1b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9faeda3c12543480b57aaac2acabaeebeb0541c4743caf7b56b20bf3cc1d4d52
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4c918e10ce4b4e23d4174b3d52dfcba4e814fec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:876e1715bd25b75f36d99017d21c2ca20d056c09d886396a185bd5f2f43218a3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4d78eaf79d30ccf169dbea3b163e8937c3a86a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76342c62711bd0cd4c4903ca7c119f0b8a00597d5b14840c1813b5a90b6c583f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..266dd10032695abf8afadcb2ccd2e69d43dec5a3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a72d960fe359cb75cbeaad15ecd88b4472d4ea3e21b8dc5c0ecc883e752a00d6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea1207fd680091cee493582fa52f16fbbff8c483
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eba1f2de8f5801313b7d21c39e0021e830288f63a020be35379740c02598c32
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03eb5b7c72421402632e804596e33a986358d3d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:402cd3d6b9a463ce3de589607ca6ca8405756cc6b20463c2671126c1bd435d58
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72c78d1b81746a3d2e3eef3ad16f97121ef9b172
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:964f2ad95dbfad4c7b4a7f62c94742fc99362a6ef871765ca4b43cf665937930
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf651c661cb45d3edcc6b26ef6401f8ff4caa810
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:699c45b6a53a7ec6563639fa9472ba14046b2232648fa97257e4f56e309f423c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c858896943f9812f312722dd73fb18d86b292555
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e12a3a62cbf2a6fff34b580b33c1092dc72575afa4e156f7ba9c7bc9dbfb5366
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ee6348bcff91cd7534d6af82f2b15fbdb2f674d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c82a1d5ad137d5d4d166e76a456a5ef9b59028444bfdf552093434300cbe00ee
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db5e2088adc4678aa68a42aff1e27d9acf6e546c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d363f8a92e7081ab0596cbd03e8a900837e4215416e8e06f760e7e0b312e49f9
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2d444d40dd47d1376bf53e0b4986d319df8d201
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a720e0c4a7a74491ac6d91411b2fd4a5871c39388383664687cf43d9318cc54
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..769089096a8c42b5bf3fe91463e975dc1d524c3e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda374d8ae9e08ef23f86e6791992b0bacedad77b997cf5ac67ed7d0349a8473
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7d9264bab13e79641a5272b744ae22668f00f76
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75154678d3bb02c7a8c581ccf4ac3e9c06f160e7bc779ef9f890741cd7f941c0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78ad3b7e9e1a1e01e2b80c3d3a021e407aeff091
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c818c259d97cc87158c88694cc90dab95fda0d333976357b8822c5815bb08db9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9d61501bbf39bab4a7fa1542f25ec0b55053c57
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fea4919ae6d302ea8b8789b1111a603c5a2a5d6201b487d301746944b4e641eb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf1c6876f94bcbd90fb06533858e80b9b1ca3aa4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da412810f5116a4ae277e5be38d55d9a794f7fe6ca1b27b94303bda5664abd43
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..421c617d2db50e2c48a249b13d91408ee68d87d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2363f0f2d77bbc2396116f500e04bf0ef3b153330999efdb609cbe0426ae912
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab61f48ef81d10a059aa759a6df8e1860db2879c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa676bb54bb2c62c75f745533afffe5c4a1674820677c7a0036e55e10ad5ff9f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c6374677889654241639c7656a10b940f86b397
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae27938234cf93a0c60b308cd970dcdc51481abe42df489fabd7b4ddd1b4d938
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be263e0714b635e9c0e66445f9e2d91f9c87e0dc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d4b9493fbbf93de3d3a60831f54b6323870ab30a7b15d10efa0ef9332f0417
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa672de1ebfb5c92359209ce9f69ede58fdc7a66
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1cd22b9b9cf9febcefc765180baf4c5124d5b7860e5cf9c749635693b342fb3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa537eeab195b2eda6c9f5c5249232112ed1dde9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:841116b6a9a9c25793e337edd131d0a814aad41705c4c2726f11dbc533a3fd9a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..012150dcea39c234268d7651760fd34606bcd629
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c372e3de16e318c46c01bd86ddcb2c68e26d1c2c4e46ad3b0bdafaa1d902584f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e1eb23491d8fb898f1c0ee559588e120326a0ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa1489dcddab42f6585a69ef1a003ec921e79540941c6eb16e285e4b91068372
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76ecd14f42b9570db97e6bb4506c32ba62070fe3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8808ca4a435abce7190a33504e34a2403903ee9490ac801386fc1ba08e6ed72
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e556bb5451253ff2b84ca070aff7265b0a71924
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db1b66e6bb5bcc4acaf1e9a65ebce077c91ed6b266838828c5836d75a00c8cbf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12628fb641e5a92cb3dfcd2d118c52b07075c22e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cff4fd7595eb1e7fac742476f6da91d846d5c90b256c5af8d63dabd3a25e44b8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e72d0aff041b510063bb6d6025a9cd507b55b81
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9087ddb565730a038ec9f8b5b4f1b76598007e4a7103da4c4ee0b045254630a4
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59355d13f5589677b8de37be0d837b736be71569
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7c7d99938ff6ea554056be274702d096641846143c82b7180cd9d57e2eea02d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d61f0a8c2df3e3bc5e6b2134577b7eb7213a5b8c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afdbcc69e081d7cb5c938c3d133f0700c03d5051bde60017d007e38e749f9e72
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d9965aab4f049042857e0a446bbd3e572e6a442
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52e418d9c83c93565507a64cfef80c15d5edede9385c2e6597888b861eb0272f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8105128ed93db61ca8e4205d3dcac4666f9ab63
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b248a6281f3394b64d103381fa085e48078e0490fe99c3e7a49f6b9e10f76c8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..595b1e51f8e9d583543a2e4259085e768cb264e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2700e7e6f243e8cc483d615d440de16c0ac069272bc088ced2096088a9a4ff8d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb52552113cd9c7c6e342c1a7550ced26adb69b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7453c5139e71f2159fd8850af0f2348f420f676d71e62ed915d8b568dd6c985
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f616866fdcd2a6d4aeffbb3f9ab44832cf5fb3c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c3ce2e31ff9d3fc15e0c112659bacb2814131917af98d53372636f08a60754
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef1c17eb8cb9c624db0c6c75f9917dc3020e6e14
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:820bf4c3817e1418ab2a9bddd0aceac19dc185d20609119433660365fcb8b320
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d23c5092e1d6039cfbaf612794c1acce03351979
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:944bc25f75640df27764be04626684f75bb3f28bd141665622f5bca7ef5ed7ff
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e124bbe2bd04e3d824ac974ce00eb914ab65564
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2a84c01437e9527b0dbaed5fbcaa22d9eb31b5378c8791754a092d343f63654
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a963afcfe84bfd5510b50493567b087fc4351bce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:008b670df9b8c9f90db389675b0be9bc93d9dda02e8be677b49243751c7638e7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf7940124f44302d5b8fe7cbe5f8fdff4a3941ca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d655de1174da7bb95406e4fb0c9d88d40f2b5afe2b25a9ad83a17ebc0f20fe73
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37bbdd29e848899970970d247774db24f6fcf1ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:002a99f603fdc09dd915198065bcc1ccbf1654e5153b536f12033563f54127a8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64f4a13cd2d2398a38875a11585a03febd39b8ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c5509201afadeaa25cd42bf84e9d81f9944f74b2dde58a2f90549071b2ab46b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb6ff4c4fcb92f08382443784588420f13fa63c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce80628e46216fdbc6fe55819bd9249f65e561fe4953ec4ac8c947c778c0ee9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92ac99046e565ae75af6ac3c4380b85e32a5273c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5a1f7da33f8ebd5001493337d36aecfe4c2f0f2cc5a42700fd936d4a44c473e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa5fc270f26e75d81fd31d66e5676a0ef0718611
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45f9aaf62df4bb463d3a6f68ebb476caf7d23fbe9dc08c018703dcd32fdeb246
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be64b5aff1f78fcb7922196ee6cd8252c55d23da
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5624c65693da945777b872993a77cb7ee8ac6499fd035183e2469f9a760ba50
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8881108da28b226844d2dc56dc8591f5c45abb22
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a22aa7957aa6d5c23e196fa4f841c32c7279ba61e02a4a28f1846d5792dbf4e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cbad17eb173e1243e47d1edbb3102ba5f72a5f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd402a7d6c51155269003c66b6a64994056fe3dd25396165a9636a130485f88
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f9ef8f3408df77773acc6498756dc5a8c9feea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd62b7ea52a083de6315bdf520f2a645441f554c949f52e005a3468745512bcc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09fe0de37b52bea40c1c70676dcda7e86b3aaf23
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d4be94c2e8b9a691e40b20432b7100513c631453aec44106e30a8b736bd1bd8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a61f1a17466876ccb19dfb745adea91b17d27da
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9d1cdb7d9bb11c9fa24aef03813122d433175280290dfe786cf2c8f18416497
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06333b38c011c5ad9255cd82428da81d9f4a0bf1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ebefca2429a61565a392ae61b27b98c4c0ebf126639b9ea81b7d047a12ed9dc
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4702977ba8cfad02a12b03b94d0c5dae1a0a2f53
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e988368599abdea1123994902d36f772b0c1e5f69732cb5490e4ea93b104032e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ab50510690d44471cc12172945d58dcb932122e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eecdd154a9854b2a1d9be2fd253c184022e9f17eab73337d7f5f1115144d8787
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3abdc0e1036653620646d879f418f00a082b7c16
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53d49a910b0a1e0496b2445c717efdf0153cb6d348a5d1daacdeb91eef741996
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f93e1edae584be834dec46e2a6a849c3435780a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2db40ca9eb5055d215d83a3f0854d935b9bcf8ac9325a90f74631c972ce756e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d77707cd40f05b2a515aaaa8c7b889ddcc669580
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bf5295b9353439d0dcc6017561d5d5b406bea17e61642d42a6e4391b3d9b4da
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb536a42428dabfa99bfe35f81900a8ed3ddac44
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cbf7d312813157dcf85eced7716666fa9855d8829422d52eba6bd0bba76c340
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b48cfcc65b59cd08bcedb0f2ec1640d7a9e4d9a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4bf7412fd15f291395f7cbb9499d5675190538c2711a9a4b030933efed93eaf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..537646a1f7b63197d10342973c46d8bf0e44c8b6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ccbb1bb311f79c5837cbaa3fdad311dd95a6d0e96651c4919968f3825611fe6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ccaf14265eb0853f37993fea05ab7ced5260cf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42a7694b4782ffbdb1b5151d16e43d2f1476e6fbc718d56886e11b54affd082
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d003565c5596c8aa2bb43db520a5a41455b415d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ea76ab865ba78b865bae296b2466a10a81fd3fb8387d5d2d6e523b5e3a8a44
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e607b6ce220372fe475bf35013c40cf3b1f2c38
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e534344902aeb49ed260dc34dddd2fa5f861eaeb88f856cc4ec33f515ae9c287
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b32a2217742bc8c5ca33aaaafc062a6d3a4305b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a7b3b88fdb3ca2471094e7744ae464089c921fae4b18ed8586e86ae9a02a42
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7936d8d90a8981321ba36d90b7bf074c507c2d7e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95455b64a2eb3840edbd724086e196dc86f96df9916e4ac784f95c355ae3da20
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ae639a8e53080b56b8c7567e3a3a66ba6251104
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:896abc97e032e7a49f057d361c423f2baaea0d759bba29025d09f2fd796f5ff0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6eb879b9bfc2b18c80d319bebcf08cba9980fe4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27eac4495a1d8b4797039b81510c1878916cfe39ab26416d06d5ccb8a9003619
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84faadf73310a404645eb6f2a4875772e84d9948
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:703f53e29728ac8cf190b719e4c8528b7e3e6e27d6fb1b129764cabe56517d0b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b57137e2d429422124412f1dd98d7748674181ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e389b59a3a44132614b9f7fa69881eeb5f5728e42bb8673c58b0457104dd87b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e75151c7fc4df0dcbdfeead50b8c5ed0e6182e5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f035f9d3e95a83055ba00ed134a85c7ee648a6985df8e327f3600520b91b47c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1537e1d89394f039dffc3e650f04bebe57d54c0b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45e032ab438ba0900266fe722c29ab513b42974f9c53c22655af5880c99a7233
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65064e641287e6044dedc3c8de5b8d35ba074a6f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fa5685fc38363a43b6bce634661d6089c8e9b8057899ae60314420667126ef5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abe3b07f4fdcf564c6df5923386f24b5f52560cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fe8074b241870dac603d275f7d316af50105c24dc2b5b0fe4b8cecac869901f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49825a852c97e492b1d0712ad0299b17b6497767
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ed4be8e832e6c46d2b3bc6c9ec27a8bb9bd8b20b74f40b7825fb58de871bfbe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9abc64d421eb342e91367baa48daf0f127268cb8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04435182efa80392b11e07ff7e47eeed2695e508b4a308ce443d77e649af82d2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06957efddeba94575a3aad0415a02f2329539c6f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b2d7ece0f8e8169cf4024cac664d39d96b2cb62e69045303174857167e22870
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1868fa81f9f9f22512723cbc4041c87df84bf9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e1f248b34d3bba9b7dd83a7868fb15926aa07fa41cb10d28c06fb3619cbd4c9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02a6a91e3806a9200ad4560381b97ad49cc38f93
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be3fff41dd73b764875c13c30d4768018bfe8302fd5c1021830d7aea9536a34
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd54692abbd916c1ba99e05eae22c0ece2defaa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:578f15ae57ceb46e751b3be076d6422cc931314d71f817d5fd25aa94b132d861
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..874ee7a085bbfb701e39f0a17e9837ee0aca0615
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22613f676cb234ec84de23608c333c493d353452eb69f4ef01ac4e0915e118f1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14ef5c9c661caa85fd4437895145e1b62e967860
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b0bea254c2a0a913262d808988c5202629f6719c0b1f116903611b9768900cd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ad1b4ee1638d37192f51860ca49ae9cc08d8dc1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:608ca7574b1e2ed56ed6d567ff31fcc02afadc705fb70b24199658f5cfa44e01
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9171417ec3b9cc7b8898b9f4c50bad47b5c9c020
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:518209ee49e48119f61c7daccfc898e580faf04f4ca31c371ee309186b8f0286
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..425c5080ea108fb9ef56f2fec0e137f4a160c5cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:878af176c656d1ab1eb6fe60d024203661d46ee89194ac6678140538b1a8bff5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d258577b96c7415fb9588a9f6f8961adb9ef214
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a37625fc32b0661047283dffee79b906be69dc910d79fd14c85cc4756729babb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb25926caa807bbba2a1bfb981ea0ed464075bc7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c91a1590d80c3ed863b151fd0bf285257f2029c050a1723b1d7349b4ca23f1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fda31abc490d6aeb6620f6d415e9372eeee36e16
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97b3cd4d7c1bb3fc115cf84c6a91262bd6bd4efdefa8a178d8e481a93c368b8f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b8ff15a7971e223f06604725f8848e34cfdccd0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d61e7c6ea02505f431253a02f57596f4b18c84d92a4a8bf34030329453c9838
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c685fc922a87714236f24e407b5c464db32f8312
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0de0324dcd24c61bb930b6c84aedd5138e69f69373e79feac535d6f8b5f3cb0a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..100d7f58e9a3e1e88206bdf18cea5683fe04db4e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e06e63cbaa6e95f3cc986c73529110da2f0e67ae1ede8b95aea19baeb189521d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d3602a907e84e82fa5399f46ae70235f4895257
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7234d5ec67ce3a34f6e8b88a0bf1e8c07371875a340bfac362fc8e9f9d74087
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d6dfb67065d673cc38fe8b21b12882f7054e769
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e892672962e908288ada30229eecae08455549aa4db29a7055379711f05954
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..844c99073f73ac5255f95b64eb0b02098b462a7e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae1f4040e9c616acb0f6b42f4aa5e60752949b4a80f5d2abbb233e36c3438ad5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace1d66277c209ed07c1830ed1b44202f179b571
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:778832147cb4a6995da2f2eb13c5f9b9a55b0386bd014a2e7139493a3b782e56
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa88aea3460f7f5ae48601a6427b106b64b4e9f6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b367960019fc59d896b17c2ba2a0956ab96c88a187d000561770406a74dd90d9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be02bf5db2b4cfe5070bec935caffdc54e8c8598
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea4e975fcba814d1ac60810f251f2426a3d454626d5fcff61ff03cf4e891cdfe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3ae9de3bbf0ac94c601da3b24dbf8fe1dc2c6b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:895d9d43327c58aba47ea565d6b2bd0a1025bf33e9aa46171a9efc20354f1500
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46db0f4b58ae8e1695d445518801fb8553d55926
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57998034383ff2fa779b1b283eea22534b0e49a458dba4c557737acad8602521
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bfb91bb01f8b2a4afad0a7ab396f3bdbb66c6fa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4791100d8a4b86846f318e88a249318f2d7275d0b29c569d9dac880e268b0bea
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84f7c25227619b46d34b40cccb39e38d5815f52e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59ef88257a806c773b2362ed2f040f71cb7327fa354f6ad7784655ce0b9d087a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d20fa071adc4a0cd007fc5bb1c007b3d4694a42d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8d6285241ecec91a201a7d88df4e020e57c3cf7e52bd5bffdf9d4f777fad334
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c6bb19e7eddd47f2c7fed1e494e147b4e5d5a77
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd57d9e26b671000ad36492e94fe2e2146e5b4897babae1a6b8ce308b8911111
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..752fa08c377d324926745f67e3b78a467fe70913
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5414b810716ac46dfd4bab5a871e06899f61a6a8b9a1d52c09b21655729a42eb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1f05188a8b563c15bda1940cb8cd271de184ce1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02f6164de1788b112d57ed4f4226eefaaaf8214ca81df00a27c66dd524b90edf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..756928012e774c4afdb364f13c7b46d152715e88
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b399cfea5e70d703553e036141168d6180bd9112fc294eba2191f99fadc12b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b9e3398a82e17d8348911c49b7354f79d868a70
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f5162a67a44572de49d6b6ac574dce448f6d665f991df7c7ff8b0b3ef1c615
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92c4ce7afa9e9a2bde129dcb97a8081b3ad3a771
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52fada902c8665d89caa78546979c5bad2290ae19e2561a86b032235f6f37647
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97c8b1450c77b6f618dc4979953ed129c431b447
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a53308aa99586624bf7e3ad9d71740dfddceec5e296a6f385335dcc32eb5412a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..745d92e17402239d05e05f1ef00a5cf83177acbf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df89a3001e9b9493c13a9611f3afb598eb02415c98e18564977d3903e7af81e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..542e6261716c0dc472258eb3b58bfa7f23559ed7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a066c4167203607d2e788b2c18b302ae26203397f779f9b82961f8a161029299
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ce9c55c902078885ec94219e3b228fcb8e789a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2263467beacaeaac096e2e4e323d0ed5337787ce89bfaf654ea48089b44b3e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c622646e22ea37304dd6be3c37c3202a732defa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb2e1c129f4a7c8ea7f12220f5638b8b1bbae0cbc9faa98a41e6d0e46b49bde5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de18011f9a5b24f901dc00887aec2227287eb31
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9e7eb68281c9b88d1c845ba6e25553ff5e86141615f7ad0b6cf8cdfa60e1eee
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce1a766a5f71061f46d4f5829e39ba09add325f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8c2f701c7cf515f4e9d4925395971c5cbd30ce1ad9ca28b01440229e68831ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fa492b0b43ffe7185279a4aed1be4de0ab8bd15
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b68e1547668584c97cbdeded6af6d81e0dab3df8cd747fc4da08741344aa94c2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..825231411b5a198f6578720f37fc7c242438740f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:249ba8b2f19d913ecb93b1720d54f38606ca4d801978b9b7aa6e1ff74768df4d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abe40f9e2ab2f579a14f9afd1faec47ad5cc443
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5823aa78ceba0630db7937de1a3c0db4947ae46a487133915d2fc2e71fe97992
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d69205e6991e923d8b513e30c4ec536034baf600
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:200882fe972a816d781411d60322cfe1430062e5b43e6c2f60adfd4666c5822f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f1bbaf5ac45964bcdbadf908a98e31901813e7a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6baa5ab3510e2a0c9058765e08b232f9102b2ad8d25d8dd835bbb2feea79ab9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f682b3cb7cea3678e913f9ae354596b5fba63ce7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11e216fe5e6fa010f9c24fb3f1dba90af0d6ed5721efa616b2576159e3a0ddd5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1540721669a460cde95ffe85c0c37bba6498b35a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25c8eba2cdb4cb9c6de44724dc35c3c46fc1fd5f508ee2e4d596a879b32f8c3d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9373927aab579fa7075134568d294a36e6690256
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3fb24ae7d4f0c6880a694f7f7411d532b34ff475ea55b5dd6d7b9f32da8f244
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3e3298bdc448a8c0a05f65c9dac0ca7a7373f02
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da503903b47c8759f0b27fe9ab7055c31396c377b6851a1bd212ca1e7e63cef9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6894e4d3306434f067e7202c3b165cae86f59227
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89cb0ac9b4d5d639f199524774285797e697f06b7f6e829c893633d4db2ee3f1
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84e1bb7f308b60173d05f1c91d48b7ddff478041
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01ceed076123f1c8502f048f19004b703d4e60f0432f35edf18ed13a13af5848
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3a2b549c894ea46ea1c58766263dd3fa0bc549a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:843150492da8ba72935eaa75b000b1ea387b97f27d6dcd65fe0e9eb7c1f06024
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ddb1c38aba541e4cfa4b178799b6f27ba936632
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44dad4639c2108ea8e61c6d3ea9d3c098e884a5491e95b77f494fc62bf3d235e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..774cf5ed825ceaba14a105835dfd793d44d467f6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9f32d1d577f337da2f85f53f0298f61eb44deb9113be8a33a2e77889dba24e8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0e0b9f4cdd4b5143e95ebb3a888f3e9f3d401e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b8d351936d3059727040b5b86c8c699878093958f1e69b4b64b0d05507d04c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1b8dc5747a4b5b406cf1a3951fedc441f306b32
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a00aa6bff8506da464d593d774a88f82c8e5e4458dd01d9e1bd835f51f3d73f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..792673e8e97e3635ae42288e7c81c3806f32a1e0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:184f391173f691827d5172cea7e3204b228b4ce6958efd4e74e65db324b9248a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc3375b756a5b585db86c861acc8b0b0b361d7c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d63d5499cc9909de007d31ac88c768f73baf58f8fc200481e25068cc27b53eae
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f147041fe23ff0c180f20439ebde81f1aa1c2854
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:967334af313d8839ba1a192baf3123472bbc7e465b789efc30db46f1aa92d566
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e994edd20d055559b5d4023fbc06d0bfcc19c5ad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:954a0a1060eed4234d264b098c0b185a5836005a639c43d6dd471b9d61d62885
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..044ba599672c56c035b3c4042a7f5e2597d3ea10
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e360b50a5fc1a6e4fd4b8eb9a82efde0d6e45960c3e9f2b941bc6ae747048849
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a9288fc9f188cbc57e78117adda2e3d4f03452a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36590dd589768fb502982f82727cad94219d3e748da6d8fd686a8c530978c2c2
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed4c79c0e26087270a9e4db7ee051d9a9bdf4e0b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04db7cb6712a56ff5dc196b7577df2c8e71308c42d118f16d6de8f8be13161a0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b902c352decd76db468c3bd34386b2b63613c6b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32d2d830b8991ab8fdddc143ddd2079c39c201a010ffd84799d344b1101a13e6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da35d7a461361d8a79aa2d1f1e068235f85de9a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da34c7769590b58592fa6d8dddb82f6ce79b5c1e7753aaedf9963df651eece62
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a469dfe515325c24e4d6c3c0037cb0accf6fc8a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a695df3c973d432d2d2f136c8603af3abaf18b19e76d7d69109058a0645da3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0bbd2e23bfb06a7306e917df3311972c98111fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d31d9d83f47dc57f8b47b35cb017524c1486e17f0b16dd17af32e6d4fe2e790
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a39b4eb9e9b422f98dff544e24869c7dc5b0beaf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c6bc8ddbfc8825abebb32d11b96bb44e4ba79f994620c9b926410de48c7ca4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ca32e3952eab16eef4410fbce0b662c7eeeca1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b527055b1c27451182a4749d230fba7a610ada5820995949e38a24038d5bc09
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/lm_head/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fc9fb9ea49d1418e706ba152a19aef5b730b78a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7414a008ef9ebd7e30576a3064fa024f4666f38d8bf1879be790a95a385289a
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/lm_head/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..439145189e43de544bcdda99e41e0e89d0b12f8d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08588467ed4ba8132c0d3eff857038a4d97ca37454a010dbe1da87f9f3f9afed
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9638c05e9323c3a4e6adfff561d70c8e3dcd46a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0780476db0f271c5c71319d068af95aeda3366e93c3e44cbfd01d17b5b4d05b3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15f5b6685ae2da9a1405a4b50c897749be7cb236
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b23cf0961cb771eb9c174dfd9c3b3b585ffbd81b75c5068adac70adb1ee01e6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14fd7db8dea5f41401048762e0ff09247a2d37ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:364bd5672715769752ea23f44536d35a9b23897d2ab68af955e48ac979357cc4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6af2c75b907d8ee70c9d0b871553172dad9ee983
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fe05a5ff31b28709291f7244b49bc8de0eae0bbc4234393086e9f702031537f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b857a9055be371c0de409f2bd0a8b5fcadb1ea00
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d286bc3e04fa6634c78bc55fd3eec45df04c920c029a0df58e9bbff0e69e3408
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e127449ab7972c30bc7ed24a1d99f660ce861d4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb0971bc1a666393464fe2723ff9284d1d67ed70bded2b5c7b3622e41cf57ff6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efffad9c07739fdae7beb1f23e63d2e995622910
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0126394ea3da3167d395c4b9626d845bb2853c7c3004afa98ba4837082271488
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f354e97428e5a68d0f6d4dcb3b330771e11056cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc147a7e22367b3f8f12412fde3c54fd498c574cb0e1eb92aa928c175d54951b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d0453ea5cea16499201100272326902e9ab5999
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:763cf86acaf2706ada7ea8ee6ec57a78dc3070d050520874cd5355a4b99a143e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3ae4dd244faff9ad328431f4f2b5271100df499
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1965d251fd118b4e4b35d6da3b7dc875cb7cb4afd797b2f3deb6c136d4041886
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..581b7e58a84611e8a8c4f29d11a7b0e10f1cc179
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c2a079977a3c7e4e2f379ce192e7de14ab6325a0dfd796b0ce00863456669da
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5669a2acf78536f4a8e8ac1bb702d0ef08bb8bd3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab76971fa58bf1d29822715e19b9240ff82baf866feb17aa8a3a57728a1c1d8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c84c661563237891473eb37c13f61ba1b9e208fa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ba4f534f95b636b86a086e40ab6158bfdd83fd4259d8424423b4037d1bc3020
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25b5d30879585088d6fdf0b57917a3e14f175533
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:885de2eca7b6a9670058fb14be9254d42dc0d7abe23f149d21d71cefbfb431f3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed95f3ed74d08e508a6b46824bc8727332da8ed0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6782bd20a68dd9f715b83510982d69bd67f7399a988a32edb574a6f5c89c8242
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54d16dcac1dc1788dfb4fa2f5d2be7886ea618df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40b16050cd9e2dd0a1873223b665a21d2ef7afe9e65d207dde1ba4e08efaf56a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bca8a7d1b476508d70f03758489b48c682f92c56
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4f52bab08f01f04f01fac2b234388a1b44ba29d3904cff82ed56219104cf058
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05db1c474c2436fcdf627dd9138c0c76c0feaf8c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0850c2be1b3803a0e4f85665ec02fd459f6de1a4699dfad82f8fba9221bede7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..255ef7e028544fec08dfdca325c241d2afd236d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e49e53d0abbc040049843767cd95e2cc1308284341949d5abb1cd71ffe89b1f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae4f34167d87a4305cfae5bdf73f8365463370d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8a506da6f5872aaae73e5558dffc11e57acd60663564a34c59813a287e13c3a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..228c8accb13b2a7bcfd3db55ee863311c9e83f33
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf267de10c86c42b5f6ee6f9f598bfdb6f23962073fc06075b86e81658d2dc76
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2c85b9e80c48dfbf4e8bb28bcd5924264fdaf1c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fef574289d6efa2e8853a4e7776680cd3b5bba91b25264efcf491f167980e8e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e65e8e7c1d547538d7db5d532898f1b68a4589b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bda9834df3d170bbbd54aa3ce5495fff1700603aeb92f93f97f06aa2f1955984
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07a9c7787a05ac8edd16e428461163effb3484fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c22d7643f19906ab1690979e80a5ba94668296e25b1e78fbcb0570d3dbbc5f85
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4c189b486812308cf95b7c1e5077b7b01931ff4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:642cffc32eb95596d792349426e7660e5789504c3070b0173174ed10b82b670f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b32446000785bb7cd643c017e9e737f7193ba24
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ec30e8b117e6a1e98e635c3d7b42cef827a9bfc9f2065ed0e29a47f4be4abd
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cdb5f1a5536c855d8ecee38ab978aca6c04ca4c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52892fa9bf0601d51a29cf9630a438b350d035212724d69a2848562ab52b6166
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fb4002be4ff566994be06a76eccef3c8212851f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fec7ccd41a3b3b7c11ff4db80bb09cb5815f7163b6ab0383dcf6a18f2bd643a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72d200793c374c68ce796294c92d7c40b39571bc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fcba3e0123c13c586e3e7babd229e190f39df6b32a7d9ff43971d188fb37252
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b68c6544b544bf8c5cc7286e3b0edc4f106917a7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c7e8183879db992c72abc8a2d688670125c8d81c783437d6e92a5b94197bf12
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeda78ba5a9a21f4db163c6841f89562d5bb1585
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:303c3a932d25a5c995bbffb186d16114d2526879dcdc12addfbf004a38ef1ae3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f13ba27a407b70185e60f419ef942a3474f8cd40
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:593fdfa11c00a2dd85bdc6941bacb9439fc7f3dfab5ff36b3fabd5b23b2d7da5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..686ee2e324ee8164a2b14b11f1b839c81d84a56d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b6ff8013d8543687328b5ca2f696ce09b09bbb7504e510ee78ae9cefa252eef
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0bf8af5bfdfeb394288bcbde221289b153a0c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3144151cac19e3a1f7c29a9365a085c47b3fcdd362ff26a0421fae66c80a9911
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eaa2bf75c956a589fbf561309615cfb758eaaf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e87da979f37f3fccacdfcd2651287af073c68f3944c9bceddf45e418e5296e9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..115a8032f22ebb5838cb84817d850e9a5a76e5bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfde8dc3dfcd718ae1a01a134fd1d0de20ff304c0d46a1921a1bb86ab55ed683
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd4d941e5c0904b583547e0dc196296e8dd03c6e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60a6c234abd8ef2ec0e484fc653e12a0ace337e912332179777db76b23901772
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f23c4b838c4e8898ff3df8b5de7315569eab1f5f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:458c7131cea79aa699bc3db221d015280d8b349a2a0544c6e4bdb48f7df9d187
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9847baa7f21694656dc83459137c49ad1200af16
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2a1a79b958553743c66765c5732d11eb606a8437b8d9d781d50bbe9750574e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c10d51c4a47b2bafcfc41f2e68f131536b232db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59312da5c5b81f3ae14d7afd9bd1b11a847b2b971297cb297ba10fc5fec8e29e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8846296bdbe8704060836c16e472c32d4e725abc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c504cf1d9247c4225bb48854e3b70719395bac8706962f4f75625f113cfd374c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4767089bad637b19fd540a856cc9078c87aa049
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2866597f5877c14930bb8dafb9b2ad70a12c4451f95d5d0a5e7a554ad9c437f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15021d82322d430a9a910e22ecfa924e1ce916af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33f91fb2677c605c8d344da746de5f0ceb4b26083d4b28670f207b23babec07a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3973315bfcc4ea412e16bd599387b481c05dd15f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a96f8f7f3fff4704c3a8f69fe3853626389f8d766e763213c6bb4310c387bcfd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d938cabeae439cd8c2b87121238a99235d5d4764
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10c241ac87f55c93eb6e359234d09b75a020f8ae91f2fdbda7357f6d5850c244
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a1af81f022ea4d52f8c7091cca51b901c131ea1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c66e3c409398e6975311f8621049921d770a2be82055e3abefde8bd8999f3d0f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b39be06c1aadc29c88b0aac0c03c46ca9a202505
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68d323ea332e4bd7a905dea958562e82f50623ce9daace52064807577661860d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ed21eb044808dd637c2280a831d71914c591928
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57d6c832d0bf6d72aa9581cc9cd41ea7f3baffdff3b182e919e6cf91152c0521
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6c84ae63ccb02e2420fffd6ab924dccacee9838
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:603da99356f93bc42c727dbf10499268c6c068c36b2204fcd031795e7b27027e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff6549c2515069d169412eb02a78502bf53db98b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c97709d64ccc695466c49524d642c76380bc2789bc2bcbc7ff1449c54a41705
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36190db66a890eac649b331659c4d0539e44cfc1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d803ff2daaf07f8b589df1b3bed083ef9ed0e98cde8c63a05c63efe6a498109
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f878f7946a2c2916f041d05c5dd0bf8a2f4b9d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b71063364fa9bc6778a1e127452b6a72033404359503b596e64b1f5b02c73444
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11caf0a8e4e08ccfebe9498d220ec5a9c8abb16a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48a7163a79281a475b39dee8e819147a4794fa189ff7791ae9ed430143f95e74
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cd4156e8366d4a136e9c422b847bc6be4d65774
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a4056e846d187598eb3a865747154e440bf976cf6aa0cbedd62ae99aba4fb7d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7193e3d11937884328d00427fdc46a13235838e5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e857ba474b17e1555df142123b81e871336e200ddc52e10d9191b6ea98baff36
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14db85f97feb3bc4cc34c54e2c7c10552a8d576e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c78b0dfa8e7c72d695753bd2e09f5358f01f8af15083a457bc9f2497f0cbb844
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15c973b15a10ef316d4984ed0c63b56e5f83a89b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bcc7ee21f745acf67a465b2cb4799be996b413418d4318caa861939285aa1cd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1917f9b47cfd20e2c27377294c33b75f55925bcf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc326bc53366e461a11ce8816161820d87801f32ce401ac51638c3d901063fe9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c70424857818a93df4728e26c4aafb6ab7c2395
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baee31bb32bda20ef3b050c221fad4f5426247705ad17e7567aa04daa6d3f740
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6476d6bc84537406f37cdfe9e00af0e05230955b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1824f9355bba79b2258f815bffdaa1a7ecb927ad55ad5a1492527ebfd098cba7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..198bdc85d842f54f5325ba9ebe0976be7a8a18bc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72a69b6feb2fdfd9bb3823669daea96a916d61e5c24fcdb099bca37ad7488d6d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8f298039935ee78286c98eaab23696a7a083a0c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93204250eb8f0a8192b690e6e9a4fe0a7d2817fefcfb21bde85676302e0f652e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6b5dbc06a216049a9cb7af7c0face333508638b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a316dcbd5305f30da0d6849fd1cb458d2efb7d035852988cb7b8c8bd8d361e0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f8c9591265da739eaab3c552d11375726ae346d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ed134bc5739dbbdbbe1b85545eb590a96804ccba529965b86e64ab99e117e2f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57060938ef0fab9c12b48506745d0bc08de5605f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84b827ecae409727bd1cc6f044e292e61b2d1ced3b55d34b4d5ebdbcd7c3dbbd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0988723dd961dd5a7b21d42e69e502c06425dfcb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db6302b209e6312863fdce71c2e28a785f97ad131ffdcf69138b327c6a537bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec03a0f9c4e42305e9e709c7e39b492a57cba6ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e5bc47c41ee13d482187278923b7a0283ee7637d3103f7d6ce33dcce5c6792
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abb0f39775a657c47a75d53122920a61a7205edb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc0fca2945d422a7c25b412931975aea3f8e5e23ad8228cd7e6dc9911c2e40df
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faf9ddad8f671f66b277e37189a833c5c959108f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c0d3eb278f1b3027de760ed17f9276de01cdfcbebd26ddd8f8500eb06069c13
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..185141463c0f511414d9ef0517ef5b3041b56a1e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a7bdc1d63e6cd248d5abd4097dfb5aa1ac6e97f52e1fb327024b0dcc1e015d3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43f0d26e80ab1fa707d1d2cd040e39f6c39b2b0b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cad1bc0ae120c007a5463b1a7e5046558ba5b3a8cffb9dac0c0c7b1862b9f00b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2333fdffea3b2f3061050203947ac31d67804d83
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f82a7b48d318a5e4dba8d6dd541ceba2f560f92496b87d57bb543a956c3db529
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..621f64817b08ccd9e5bfac9ce15491b28605b739
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abca6f06a2d98008403a1cd3220f0bb3e05366d773fd170d6837521bbe3240f0
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af48c4eb0f1eb7c4025a7c2914fafb7cb2c74261
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8dcd39da6217b33f0b8cf69debb07ed86280c743a2eec4843a31b411dfb651f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58d8027f339b69cf1fbdf90c2f5d205430528c27
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07af941d1b4c493c79b727e654b3d64ca284be4b7da438a0986cab2171fb8d55
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8040698249e013e82d3625ca79a51ba8e2ddf61f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2be6330836fabcd6ccc7836b7d857502b55b554a561cbda9ef2de2df107fdd19
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6750dfdc19dd2e9be4871164b58747d5d921123
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:569be8cb47f7636de7d7231ea35c9a8ba16255e7b85f10870c6bab91cb4e5598
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c6a606f32a4b6f657fd1cb3f3c435d13d2fe677
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8183966bd077518ef8066a9c0325f3e682b5bd7175d9ec57fbebe55bdeb82dba
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bba3e114c08a4dc0d7d907d1579c9afe88fdcd81
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6530f19007a365fedf014dd74528c6aef96c6b97e150b793b7f858170e72315c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b1294d510975baf30c2b210ac8936e5f3e9018d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02f6578a9f2a342f59ad12ba03d67f616eca3c8621c00abd1a1ec8c1014bc8e6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0f6a0d94f8d6332cc4d41c8c0ba03bb90dafd57
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2475463119cdaa4756a4804c1d0989bced0e3b68335e34bbfe3571a122af6f96
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e626f2dd9972eee8fb95891e77dbef105ab705ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b231553e0006dd80eb12e289dd9f7ec421025ecf5c65cea9b5bb794d44856a0e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb2a0c35ae81299b6a36858e9e76d413d9838081
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce2ff55bb976371ded994f3b64668fa5c7e2157785c93e38073d4cfa50a31c58
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b97dfd94e6d82fdec3600828e7354868d92fd1a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7071e4f7040b7283a7f3cef75e1296f74a1528dee07817e29908f8be96110bd4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84b8cd96dddcc2bff61ceea0c6a358d80c88c4bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d87ff0b584dd6f2f0af4f5fc9ffc1e40c7042f54ea2276f1f17a79b494c213f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f06424805c71f3f6b50c583e5b2365a46a280533
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8671e3ce0b20e32a498cf23c75bf416d8f36cbbaa9c258c06de4046db372fe5a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c3006e972c032945b03f9bb2ade878997baa16f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5921610825155b553a90d6f9df4374202c72bb4b350c440a662eadce64959667
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b75f96cb04a0abae25c9ae7d64636095f1d290f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d36c9f4d0eee800dad395819d1740b2dd5c97132859a39886aae5187b6e8da31
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2713f9d93d3a7809dffc35f856c1db40bac054fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec1b4bf0d588d238778038e3b50db0f57f22cc29ce4028411995d30584a6c7d0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce9c99c64ad205e3332eab6333af7ef5e606f5e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cf36d6a91e333d2498d3158d7fe8c3c5eb40f01a8cfa3adbeeab8ffacf48951
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1af9ec9b02073c6562ed06f74dcf89f3200a0a1c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d876a054f9d239c3c3793f3582cf49035e30183b242af31e9cd0b69dd72018ab
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48f79cf0ed6525ea98c86b1003c1f018785cd1bc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:525f848e9136eccb2451ef3c3c1eec3c019123c152744dc8d4fe4cd4a640fe98
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b285ba7f706f88ea35c35f786021ae63dce4d288
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:588055734a3527a246adb566922fa56359270b6941a09292cf52c1e41b896055
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4002330b0848d1182a6a2e98a1c27fe7a0655e0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0553e87b32e285353df5a5584e12d395ff7d29fef134e8b05836793be73f9934
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cb09c78905dcb48dd38bc52272399588f01c675
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d7f5a4318a96081606905bd3940eb9e534f3c74c50aad72a86ff2823bd81a52
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b84a977a67c47c6be22de907c04d95db603a7eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9721e404b4c374240a1dece02222a3caa53eddddb3ebe59d96e1f85af3908e58
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2987dfcfc7bf76fcac39cd7ec70ec0ebdfbbc03f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07e98626e9f66fcaa19184dad8341b0e7c07899a4f196a57381038e597ee9ac0
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d2baff8a8e7d9bb1b64fdf29c77817a61e8859b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df0afec759e04601c4a8311e6c357c45db4ba8f8d4f6207a889aa53975f41c3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd19a44043804662be3a954354998aa536280af4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21a09f8629701fc239252b0ed6da024933f5875af96753014beeda0246fb5e8c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2062297818089629af108e174ccc51740b8f6205
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:436f994d13feeba52075a9ea3e710aab00e24b33975e35b1b1c5044073156b7e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a47fab723eaefd9e50bb87c00ccab951ef306d50
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98df9278a11c7279a91876beb88e466e6dd211a90eb3b8c13ac9b236e89aef66
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d53d3c6eda85fb0c454830ba314787937b079b28
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a138adb09aa94afa9566152687d40e1b09f3ac1ba346e7476864b9abcd338a55
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d8e1c9fdaf3c09f637ff7e29daad5e4941fa10d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bda86fbd4e9ff7cd1ffa172249857b63585cd788350dfb73d0f93a0213139af
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66baa4dc38185c4e906fa78b483e9b1914b78635
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0bd5e395ae6f5428bdbc2a003d3bcced9fc8f2fd8f1af9e5fa3cea690c7e6f5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af5429b24a82e169cfc9479b54bfa3bdcacab0d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8596192a4b9951dbcaeaee033257796845988018c25d18e56f2a8f05c0a1b0c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0d561a1b14f251a5a0cb1e2808774dfc6ac803b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a14d6e2118aa0c042baef1c8bb07556c422add321a9c0134dab127364b2eac85
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cd3444ddb61c0d56fbc474aca8cbd78d2baa7fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0fd21980c901cee3dae55f18d3e8db4b2ad3d90528cc1c7c51d1cf413875050
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9133b5b6f1f98ebbe6ee5c1358664c8374bb03d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:900e4563b75002f2d0eb13ac84ed608184e280c2a1361bb7a49493645381c988
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b72b6d1b80721149931ebdd0041857330d62505
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab2acdc1ad46bf7f93f391fc29c573671558b0382e61acef8dabab3316fef86
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..285d4ca4bcb40aa7a4c64e4da1f2a9deb21da196
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33444017f7c7fe490857677cd8a45b32a15dd7cdb923caafcaf05fead826ab0d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e181ca03d449601ebc5d758ad96bd5855ec2dec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d27f1795557b2cbdae6c56e6d6bc70c6f7de3de3f2547bfe80314930b3e576f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2860c76228ccd3270378df819e77af2567035fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fcfe9864d2470ef559baecbd127c0810d81502e048a34484c78ad6b1866700e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e4532109358450093f12f4dc5aa855e13b744d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b4ba7ed4ef262781a7db7bcdda79105ff47617557d197ab0d297a3ce3b965c2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ea81011a63cf246be674d206ab9cc65a9ed5f2a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1845c61fd8e89819dc2233c96d674bc72d1f51ed719e6d4094ed6bc6f86e3fc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a80f951e6e67a8133dc506b8decd7a525812224
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ed686438895f2586627bdeb8a2fb260ca13f0e2c163425cb79819a6155975aa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6caa48bdcf630959c056358ba89e3c8b146bd15
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33a5be9a3120e1e8f45e687640dd2e9c4d8632e800c0ab6895e623a6eac8b818
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5d285b9e3e00e87427b6c0fc42767cef4cfa8c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1944a2fdf84d7a8810ee37f3cfe990d0ff097f9f5c02bdd719546d169f37b79
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..043238f381b5aeaca859d7e01655d2d49ce18233
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca24bd312a6f6c711f43db9e16f14c3704e587edcc0136c67f9cfd61985372e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..014e68a2936394db15f8f1bc50ec8c087bc40040
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7fdcc6c3c476f024af7327ec61c0c6e337b946a4a2a09bec987e5d2c85d54db
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef5bdd208decb70b8aeece80d4fb64e5398b5744
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:128a615ea7f7b2f82275992d45c477352fa1b34f8576a19ec3985ec13f14b50b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1a48472663523ae4a6bfe22e9a216feccd7700c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8febf0bf11792f47078fd1b092c52d9cfa73454a470e81023d803b3f3dbfab9
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fdc29b98b818f7ee479ae99d286e6d01f20fcfb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04fb29bba4ef66c567cf1e0e4e66ccf099730e004c14917b4df18a58c9b48cb6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d9fac17652d4a3f140e2dfd6f9c9c6b1d93948d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52469203eefc565ce517d9b3961ebb4ba9e8afd9da1c4b1e991bc1b715c34779
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b555ce987e9a2ff704f0716cfce982e89f6f6b90
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80822fe8214a7bbcab9312c0a60392841cc0994d1285959a4be8bcd4fea683ac
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8202cb71779c1d3039bbb1f9ffc982db9e63e6b6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d20de0214737d4fcef8707ce045078711349cf0eb0c571e51b0f62bd859a88a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9097a282823b16c20da9312baa81373ae56865f9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e8f94f0eefe725202a91850687621d99177ba3761fc124da007ca2a8c33983c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d010ff22f6c53c17ec47ef75fc8a7f3b72bb6ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5578f637cad30284a4b8b0f112bef841462ec35fcdad8b6245f8d9978467067b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b868757459a9ab1a3f0a0899e464ddf48ff79221
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99637ca39b9c3ec7e373e3eeccd9a9097bd304a62706e0f23990c87257e99d92
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7c92307255af310c845cab494e7913536ed166b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fc38ce5ac70252b0102612950aaccaefaaac79e90ccc679b2f1fee203658e63
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..617e87d74de22c53dff9522bb3c7e2ad1fcf9d7d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1c24e3922c2504d9265ff0cc01b0fe8e61998ecf7009dadccb2a6f6c6a6e882
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53f8e0e43f89cbfecfd70d07bfd63dc95bc2c2d7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3735f53ccfe498c42496324ba8e5b3f89eccf4e45331f04374e7f086274942c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8b1a87e834e9e8703c78ef697a1893b8809738b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59590d8be9937b2ff59a4a46e0c58e1d58d9f9a4d52c0e9e6446865b7c5be4a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81252264f03598e8bddec71bfbfc64870e2ef5a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:433184765b28786f7b4142287a60b25ec1b891776519df0d40cc5df15d2353e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a8beaf1731b1862ea68c819f33d5c4062887208
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03f9be58f32a50b4b76fc96733d2d10e6855404de01e99d7d7951dc97b781da8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..776199fd7eda3a7dace25a3f3498cdad567de886
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d810511d922b47d2fb70624b7d2fc5f1f40f992f677683fee0f708130eb252a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84a425f3e4241046ca4dd8d716ec934693dba14a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13f1da8de076e154a581ec25a8d68c20864ddfa01ed22a7980233d6d5532c001
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a1b050c9f73085a4dacc0618938251b119a4ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa367de68720a56319ce7abe4511e9f34dd206866d1d0e40411690216a6b11e1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b2b2be897028d60b1c77a58f9085c145ef5a6be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5c6464667986f439dfe170ae51517c7e471f667ec18b5c67451a5f78ab46097
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf08d830ac9aed0e3d15b94042321a1edb6c241c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a513184c38d54b05bfeeca94be578e39599514b977e4b2bcae39960efa870fa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3ac71a1ed3e990d73f6854746a040db0a4aa331
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbdad4404576c8adeafc01109074d24a8781e3338397472c7468b3977988cef3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dfd6d5ac33d1bf8658ebffaa6d1a1b06613e271
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ba80b7440352c6e3bdde4de67a5a01ad2f27e2d78cc04b7ca2d0b37cc4782a8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07681303842de06ff597692586c5780ac26d0356
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:980e18f077120f398a93b391d074c2c9864efa58e7c5911ea6840b39119fd853
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09048b3283ebc2b614ef0bb84e4cc386a0ede39c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdeca255844ede44240ca6db9a56006b3fc95959e59e5eb1d5170880b00b9470
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5288f53c7199829fe978ca1f5832b873f485340
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c143217675c0221b1fc03426c3460e15011be4af48cb915564d29a4c9a215d9b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d157c9a610d6c8f01e34a450a58dc71a56c0ed87
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffa6ed01c413d2ac59c9950da61d0f8338762848409082ec89dbb0d1901cf98a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54ed5604dc21d02ac674161b5b67e7a78ce8a36b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f055ff39a423d7a952091b8a6c66faa515352cbc80f0a050cf38fcba7b7a4d87
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4ef17e97c7bd1ed0cf5863bbd87fb2d4d39b1b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ceffdab8561a52f344ff77f06d5d531482ad2e231842112493201afa47807f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53d5cf827f54f4c4c50bc837769ef1ae74e40d20
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec40209cf8b1095fa808320e65f64589f999c080aec303944ee73c24137fd3d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bca1f6410f417f96571f9978367757f047b67ea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11da74ff5ce396bf5a56032b9400f2e9f037c67605c2ca381e46fd14e54885c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3b19bc5f54419b3e2fe0f725aae6ffc839eb4d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e3bce601c5e75a80dcf551cc0c289fb88eb777f08f7d6fecee24c909309db9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46943f92a3649c711ef83e646073553c357b6762
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a71c5e1314c970b698488f03f8dbc4b06baa544fbead66f90cf269658e349aa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d78d31b998011e48b6419f8d99dfde44e624290
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15bc0e3c89f6a8b3d0ce238110eaf9f0c048a873004a110f6f1e5e2d34b2d178
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a838412d9d04dd0f1132d204687fc39055cd4369
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe78727a17bf43d579a30dc2185233ba9561d71623f096aeb8e0cba05d03f6d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c961451b1d97629db76e8546bdb2d43cbc2a2f10
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:870274cc6e21eaf393c567f4fe823780047d31057476feca02d15f076546059e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1a6f990a28c24d83b4e9ad261d04818f26cfce0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:129f996261769aedca790a766475564f7e6921e751b31b3aca05955911a69c7f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..904252f8113e18ec0640b3862fc4d1e9029263a8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6c45c9c2bf38ead96d32f2d74cd45507082bb3c75a4d12639f1390b0bed6633
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42fd68c1a2622d632d3e8af5fa78fdab9cc28947
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:338007b528d672d667e0f1b6948f26a3d85d33f4a133bf5cf889662255308f26
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7e6f148e168cedb59acae038fb91c5c4e7ee919
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b6c5fea4722cb297c58a3f396aba7a2c0effe9faaa3fb5cf78a3b76764ec388
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..854fcb6b54da99f42fbdd0d5126447d9668750fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b972eea82566ae2daf801e73bfdc9a8bc989894890b10b3e2ead3932591fa34c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab6f617828b4a8383032d6680421ded6534082e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fc71c31bac1b099d97369f44804c5ffe4482f5375f66dcfbe203c76967016de
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6695d64c11be1f588aec24c7546ef6651e95f66a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:909676c3682fdfe833076b8f6cafecf3f8f90819f0f541e218793498c908bd58
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f39c14bcb594f54e77aca59cb080885c13ff3f26
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db4587cce56a99a0cf331a3e42c2301ae37ccf25acbf9f394af391928b4b2ac4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa368aac7d1292436588d9e262c80f469951bcde
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60483210fcb4a895dcd39e91017556461654a977d581811797ab7cc84743c7e0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71761b1d7969324deba8ccffe0487cff48b0535f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a14b703471acd0660ee5e89dc3921095df8118dd6a06124a638bb9c996ec524e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af4f5c4d138af9cedcdf9f7c6d07de33a8944739
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8791e43a215d91bba21dca874e502357137a93a4e218cf8d0942b41bc1d9a43
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86a6397450765bf8b5cfbe8961c521324c34bdbc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3d2e59a36d7826283ab0d74cd8236b8b1c005713770657088e13a8b7a2d5bfa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7085e707445f5ae59e96b4cbc76837b5e3182307
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b68903cd98856a52ff6e3cfbeeec279be01e40e571d260ab1e513eff7cf11d9a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa0a0a5a0cbf65212b62d43f3226802f773bbd6f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33a438c933cb9e8b07507b87cac9c702904f16586b911440018858d0c9691ed8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c64d1ca01605113495f6c869f82cfd33ac99c22
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56f12ed3ff0d796e33df88074c741d99a70c4fd8efb9eca0a6e6f499817e88c8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e3c6c5ebfd836ca54bfde1aab04b0cf9250240d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8ea91c2b5df95cf7a7c42ce9fa06d94555382583c8da6d88a853e63884b0946
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3956fdeeb24e6edc551d964d69a58ed5b7cfe3b1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b46faa8fd832bb9bd70090464310dd8399766f9a73490aa137d5bedbdf1ddc0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5801cad2d0fea2783e63cbec55ea8d7fec812ed4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03f7c77e7fd3bf22be28a498dccb705829ae2791fd56eb0ae3db35f079904fd6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6acf71ed4707deeea41400fae24fa4b69247fa50
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88b26b336f0b97ce976eb69dff7a78d7d9301b74a510427943169277b00df6f9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..643342b97a5e4660eb63f31202c3646b51d1e2df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f7e4c26522f6c2c4503b193f1e55f2990292632d287043057025bf970a96406
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f828fbe9d77b011dac5597de76959645337e7fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6cfbac9b6e683c18471afc2ea307dbf5a89c10335b909ff7196e3e84267e4d9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..323bc88eceac1d3f5cd7f3233e9ab280920c14e0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd7ede9ec77203aef26ad73b6587baf125849fc586a24394b22a25d05bb696c9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9c0d06a2336651f38097e9029b19f4c9083c68d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a99b52d7ad3f9d252f059882d2b88cc11b036c3a817cee2c7abe1cff0dae5c2c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ed11ac527085ecc47757a60d42b2bf22da5085f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b2148596a4fdf8ccd274fad28d45368ef2f8d56b3220769a8e62998f03252dd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d70b71a6ec395013cb485ecc1b28c5e13e8fc0b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40dcd493032075234e36f91dcf513a43e4295c8ba52f7b853a699ba19b1d3ee9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd7e01c63158fb1270e1e355a78f0c502c00df8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:890147021926ae60cd5089bbb734d56039f14772d51230eb2f5fb9302e052868
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..865b117de4372b4a11360237e05e128cacbe083e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5776c50714b447053c3735310086031bbfee19e068f32ade081e0909ae2b5edc
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44e45c1b4ba8103c1e827ee9aae58ceb03d085e4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22745b895c5f61165b3b0e2fbeec5427c7944385320012109648403bbc550591
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f97a3233f45811eefd6a8a6a4cd1d30cfbb98cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e405fbb39453be9e426799163f8e379a01011161b7b92077b854d526b8e51da
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f06c9ae3c0bd0a462fc3eff51a749681da4f6f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e60eb589cc6f40353e48cac3d6c72cf45fa027f11a180e8d03a2a7580ac95d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ac73cf2767fdc4298b76c8a57d85bd44bf81dc9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e9e7cd70d6141ed495ea770576e07e0bf39bddd4fea155a5dd976a3b449e01
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ddeb4de6e97bf1d0ae0a4793b461298c68de663
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b292946efd0048d34b90bd8e386fcc8f19bfa51ea7ee060fa2a10dbce9f65df
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d2f34462419b8260f72f5632a5bf329ffaa2eda
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cd1f50ec2d2a8815c8d513a80592e75ebc0e6f398c03ff78a08042b9bf7eac
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ebdaa17bea02752c16127620db0eecd1d8d3898
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1acd4411f0183a59648de8257cd935e60c873dd990479d2cd1897558659be5ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec6f5f591359bb54795eaff197d36a5b7b9ba64
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4b998f3570a67fdaa328568fc5c43f09d5a156ee0cb59f70cc4f4040320183c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0066d92f3156a1b4915561f78fa3d2b40a52653
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:645cba6725b5344c85b103f456db4ad6571081ec53fd561fedd624d750fd03eb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b61f6b6d300333c52f9cddf31dbbd59ead975067
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff1b9447852d6c2fc7d48abf72fa1ce4e5be586b71f14615dd9327eb1548af82
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbd6690afe35fe8d85b608434a3dc335edde1f7a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a080a4b5adca47cea8cbb7b943b97ecd3b2d574c00a51ce1ad2d5fdb7e4f44c9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c89573a9767ff37caae0299c0625b5ed65beb9a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92e3d99b7242db5fa76e5f186f884254fe3d414ea9c7684f119b832495fb0dcb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30b7bfe0e29d65aa99b9e34d483968d6506a2542
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b62d55243836c7f7a6dee7756a0114ad700f72412273204f293d8cbb0a24d707
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48439190a241b88436d2aa8e0ef9772ac0bd98e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f37ade69bb96c872abc86b7ed5e97e13eee0c48cd59ea98a92e6667f202b44
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8690cbe8e1cbb34c8de725b5026ec20b7f3f3c56
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c13a18857abb05b5f814d95b392629505bfdf629834ee1bd53a528175060fd5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcd48f099294bd612b4dc403e0358002b28c020d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ca831c488672ce5c1392fa87c25974eb77df24bb319aa13ce4305cff2aed8ba
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..413d69f4a39c56c171b5993e5fe98affff2b699e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a65a16f1c1c6957f0458978a1a94d6d1665b9fce6d45ac3c180ddde4920a1e78
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46fedec1b2d15371a74d15a64e03c40b05a0f671
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fd07cce511a856f79a3d6a73e949ff541f0878566a6be436d286a887da826f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e53da4ad059c06a47a3cf00c1889c9578dc1c69a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0511925c08598c9ddb96501976bb5069931504d958f1dfcb4b073f64ba01605a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efabaa0437467a1a86946c81a94db94a058adcd6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0953da345fdf4c5972dc79b9b5940bd834641c4af313a6b5e05a8a6b7157374
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4c72d9c1b140061d10bb6c1a8776e28d9a84e4f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40e3f622183c56986b115fb643c941b437cf291cd093164d2ff41b6f38935e1d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ece455f073453827f07af8cb5d0f95c6970f2859
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:576d493057128c5b845dc9ca4ae988a8015c2cbd67970822f36122e9a4b60286
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90be4820f9edab35b90f17ed0c0cfe6d5fdbbf76
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:314263e5b02e74620efbd0730f84abacec0691b34ca1cd469f4c37c6adda753d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a670f6a0f2019fc02220788544493caea543f531
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddcccd427894b556c55c6acc758bf9da396d06d77ef75898dc92c386650ec2d7
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58b7259f35ac222a1c5700ecc21a97a44b331028
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3eb3eb3fc684e1adb0711dd291d0c0fa08e261dc17f8610830749cf2b0430c1
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cbf49ea3775867625b35324b3c7b858545eb5a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77ba91a4d7bbbcf4dd5b4de91a9f9e3321bf7673ae4291d10b478941af5d6f1c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daa6e0c7f1c8b3ee1e4c48e7c7a565417d9c5cc5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbf58a334d82d472b3de84cead7f3c32bc0c2ade958b5ae1844604ea44b6a661
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a9a9b29bdf5ce87d47c49c900dfdbdf7e5ba2a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d273dc95310ed08bfcb510cca5125fd189e6942efbddcd4818dddfa9515d0b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0367100d7c840bb55764e807192feaed05e45f21
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3204ec74c9bfe2b202140eadd20fc0137eb9d53ed5809bf009a1ba488dfe4d14
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b8ed9c493dd7b1a72d62a8f2b9b22a571a960bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df1c0e0c413178eb2ef0496d1c6b13b75a2d1295c230e163c2e0f5cd39e7c85a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca203e2179c3344d5dbcb97cae3ba9a87d427dee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8242e841c5efbc9a796a23c6cc1b4cd5130b871755ae4b68f2bd860385ea5dd3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b47985247667792486fa0d16cca0f574daf22823
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:084294f85eaac5f046e800e3cd504169eab7757dc07b1dd4a21e9b129d14d6df
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8188abd86777fb5d929de59cc013f135ea79e9ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01434d4605e58cfbc6a6c17ae43bee8fe31a956b6ff5ea9af7c306dd75f1969f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbbd8eec2679611b96d2705b8c2b746ae96dac92
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2380981035ff8f9795f9f458b477b5b4bd47b1fad386938305cea91ed90578e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c343dc1c99b54c5068ac4e391f15be5d2a5c8ec6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4249ecfe0d66d5891f5ae38db78778ba5a9223595d68626e31a9832b05d5dd32
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45f944cbc61c2a1e8925362e2993ba3204f909ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff43d196d4fbc89cff4fe5b6d206ddf58d753c1bc9ba68f680fa0bb6c1d14ac3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cccefd7d987d5bfba5a328e9ecf66db1cc77a593
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61886bcb6fc34b8fd31b9f1e8ac9b6d546dbedfd2f5b52a0a302dccdbf49695a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1758058deb100e1a3a712bf527ce6829e323866
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ccd46c50872996633f0b0a11ec2dce1e8f960f4475d48325c7657115a7339bb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46b3a4473653c33fb620196236099938840235fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4505e17945f07c664f72520aabf0f54e22f13d4aefd61fe7c474b7c4125ee89e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..810edf5c311f58e32b791f1b45f1651a2f01f165
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03c57c7b045b4d251097d0ad54a3638059ac49e67f4947cddd7ebb072c6f4b16
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da695c3131e686e7d929f8e1e9686bf87f36a3e5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4c87557bfd08fc0cedd9982673202f15f0935b2b2258b8b641d330e25def2e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a0b8f35fb5900bc771e6f8911b210674e0ea0c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14614022c1bab25287ac1b2c6571176ee1b51b6cd0f636991698a9645d850709
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1125198ffe8783f346a3d49e6c8d35d2b388ac8d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb81d11687119222317c76a0e74982351104af6929cb986f82d6743b2974140
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60e45953e62ca7dfe00ec59a2d8fbbe8178463ec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9679a9bdf71de36fd3163d5f646bfaeb97e13ad9f8e6d91cca7ef06405ea968
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cdf81561caca67e93690d7281a6dcb382221fdf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daa8747bac99f63e145a1baa675f775794e404ccdc7ee699d90fab5689218303
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae8c542e9a204f00c6b83bc7a3278c9e04e97f63
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09053e7ef8805f49f84a1cd25d1f02e5349d539e353ecaf9d9d044842ce1924c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7485c5de6b00da3aa5bd8ac81464766452bb02a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:382a3b83d387fff657b6a7714b32b8168ddd08db6faeb8942ad7502d0e8c94ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b358d4889e12673d4315849bba32133357434f55
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1701eae8b56bf2ab408a540ec2130718ad6b6862686c29e49398c221d6c0bca
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ed25b482657f318b3781e42c20d6d62788a626d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db88646f8a3bdfe7c410c496c01b3fbc2c72e319837948db5ad5a2d44a0fa24f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa7cd64f3de5d86684e4da10a70b5503d0986faa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a348ac79209fc0638e32c7542a9975a93581c3f7378345a9f6b049dac0dc913
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e622d891738f44e57a60c76060a0df0b9e9ee840
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df4ca7e47e425a025e924fadd0ecb818733b389eef4ba6543876eb533a25b40e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1ca0af77d74616b784c6b37fd2f32c2066303c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdcd5b324b8b79df6fa5e8ee3283723ece86d3f97a374e83926716db06b20096
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525587b3a985faf2f57ab4ac12c5ffb4a2b3229f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38b29838b3863b51eb028dc31369ed15417d2415da769de78789191395cc3348
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..779acaa3a58034b0800c3af7322b343358817ffc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a7dda0c1058aaea4d2a44966b5d3acd63dd62f54d010b09b36d115636816afa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1c4d64a21eef41c25bc6ab1e30eec5b9f2b1f14
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:594d7426a111bf832d749bc71a9d8a7c63fbadcdbbb510eabbf4aeb403a6e138
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d9687797ce9a6da53c14329746cddace0f2b280
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d82951ce9ad9acf32e963469bfd5dc379fe004230b9d9af15e356b8e9182288
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed1d46b49fd0cbdc5b1560af335ae39ef31160d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:314879ace6197c2ca74e1b6f92c82f9ce325af671b73cc3f0780ab583af3a501
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2367cec2dce5570e8880835a35dbcc154ee0c226
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:221efc4af56a2f77711624f4ee0e595b374b67a70ca0761662084aae91402bae
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48790b462ed99fa2ceac0c2be232d41895b46bf2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c12a76e92f3b0807394ff1b3c81540d61c82afcedcfc2e95984e03ad379612a0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..646a713fe547a666b06ee6d8d8b5d895b3b03c0c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fedce9c049686f0d6431c7fb3b259c552e593896a0204df83c008edb8f4dbfa
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf7d51e281e3818f18fb68377d224fc9185656df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57973a410e316f4a8c163b1388069eed9ff3e6d532732a3fce6ce277a062c91c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ddd101dbd3b2c8c36fbb1f728d28cc8b5481af4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32c746a8d215b315376c6143b08b7c8af35b65451df313962e2182fe940371c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01d68d33afb53d488ed9529562fd66fb48972432
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f79bc6d6ef3833a3a734df2154cc0b9052ba1ebdc0f202aa623281198ea146d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2ff55785a9e548131e4f7522bee00012bb56bd5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe59aa4e042b3d4a977de46199de522449a1777a583693c7f00d02366e635fbe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd7c86b57c98b7569cbe78a970dd1146606dc09a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7330df88cb49a988d6c5b4dc644605ee8faf59f4fd65524dcd98c9f411fe582
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..734c8770000dceeaa17a2c568313f55ff72861b7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33e9d8d5fed7051ade3985006324c248a6ff41453653fcf853772643fa81c579
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c0deb76df5068d8a6db2008772d1099afa60c51
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cebf0cb275ec83852238c9b04dd663de2cb88022c7b32afd5823f0a88101918f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac89bb3516861e64cbee8cc34a90863f876e49f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81c3770f3a3dfd2917a6303ebf7acd4ffec5fd7bdfebe0c6d7abaf876c845b97
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e94d5c7ca11d901a3826924ba65f809c214946f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cddffad7dd0f2273d69ec66599246913e0f8dff7a019c92811726c8de03905a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9004e71b2ec66815bb4e02b74b9e70684cee0f81
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc1b83fe6cc34b490b313e31648bc811de8aa2983a3e15e35241b42f77cba9e0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e17078bbb1f1152f03669390d7c20851ac39ea7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:717f82e9326e59e14ed3e81b97c24c38a807d283e3551ea6bbd006a9a2ebef77
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8c0e7385279aed4dcbd0056b02ab16dffab7f10
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6535273a831633fe9fd48aa112f789bdddb934926e5419ffb13a346c992df1fc
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5a51a99f580434f2288be707cebcf47e658b7e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8461f0f8ab533d7157ca7089cd92f7d72fd03a80f472777b4078d2232df75832
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bd39822ea50f6b47a253e24b53fe600f217ac48
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bfb59aa8ba0424aea2e4da03c9edb4abb1a36d226736a70b1309895f69966b2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..830962b1922dfcfe9ec54d0a581f652fb2c31233
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0beb9307a3f920cfc57be518255aba0ec25e053ba4a08477c0a8520930c0b02
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c12a443413939bc7e1ad6084b0e1c50ab6ea644
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f64301f8e9fffb92e6233d1459cfe9f9bf50af2e7f475ea30916ecc467aa3e3e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36128a6598445a3e92fbd2d5830024443855c218
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:211d1dda761cec4d111592083eb09230bc13006f4c0c9b241ae1c3347c51d73a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b5d0882fca09f4cf4e48afac9f3cbc12d15b872
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6291293b61f0ad72de526abdfaa4d38417c3325ae2b5580dec1bb149930e4d04
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bba1960c00fdc444519c3ea8662ef7727b8c3b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce9ad68b5f57519356ea28c1bff8a61c036a9d9239ce6928a169156e02ed91f6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83261763113a430ef15a505de71b7190b4314bf6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf44c7b61348ff739f3205558d3804937e4b0ee4534d2f6da12d0b0bceccbe6f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6554c116d86f5962a420323d294cfd12caf439c6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ed0099b998a77aa447fa04c50b63b07051543720ae259298ece4515794dee3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6b59c9b3575ad1bf0abd10e96f08739996f0e51
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e32f074081c8a303cd51b45463cb733e5d81d6f299ec70dd59113d31acbb3d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dab8d0098e92ff5eb3f9af27c764a9927f4e623
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7e0bbffac227d3b90043f24bfeeaa5db6701943e41d56087208dc04d33d8fa6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70627f3a4765d6cebbb03d5cf6ba7f9c3323a36f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d84263fe09103d39f7fcbc7e28bc14f007a6c4b072b03a0e1166ef434e7c06
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b27cd7a867f85ff5c89610c6381d2054594a3c0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f3826bd3a2e02dd63a051207b6e17d93ec0753a5e0eaa5beb619a81898cc0ad
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c34884b478355765b0739f892f49b61cf0f0ef0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58dca097271edb6650346d6027b6fde57d173d9c8b66e47a61e2de2bef94e577
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a0073bf0fccf58487dac6ab8b7d96714411e401
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17401bcee7daa173589076eb48f64f9434bcfa6e96b72a42cc3495f586172bc0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d2c24442bbfe29f4a6d41395df45b4e0ed6c3f2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c233b8507208c58f181aa9bd6322705aaccd67f0392434b81627342f328cc9ff
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73d61f4ef70bcf7502ee176aca264a4eb3f4fd10
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:823a64694e8de1ba74a2ecef56fc8713fa958e71a6ad9dae66441b05ade64f83
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00c49bec10e9a7905260004a4c686ca7d8295cae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:326ebfffa44a7a89d840b8a25e1230db3745e683189ea73dca219c1ec778c082
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f58a2980cc902fb039d145dc9b232d919d61bc1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:187280f3bc1523d8e72759e52337faa7b269cc433d4a8fdf3f7540febfc2e9b0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..719e0e461477c32b5644cece54db094cc72ab6a8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:242ae5e05823929a65bfcf936f90fd6396555d49d5d99ae9cc732802a0be01a0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0657f6997d1ffdcfb11097046f68df32007326d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e525dceef737d69daddc866b25193d1b93ce1a46578c5ec2941af2c6800cd046
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d67f0ea48a29db9f336ed526200aeb76cb970ed7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa77dac38aeb566f5fb9793197ed4abd3a5de68f134bcb2851684f458dd45c81
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c06051d97d39d95250cb2c5e834cc64ef55fbf2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a05a3679849dd0323ed27e16bd5e3ecfb041c30eb8d0b3eaa5269bb56b84e19
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..676eb5763498322036b6659489c00e1ba719a34d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acadb6f313b08e88b6e96000ec40aca0938251ea16f8d27c5e08cb7c9d9ceeee
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..725bc6797d38b878a5610cf2abfe72a15d336899
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d01879bf88b5bfbf6d7c1e98768a2c448df0c39a642ca8ec85ddd17b2deeff6c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e4b74728f4c6cebec170565de77052c7a0e06f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38fe03a8d9762b25dcd68204d8ae61f53b202b36a453bb16bbe4d3c7ca48f622
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28a6c1681ec85feede6f0ae25456f981fcd357ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af6240aa0dbde2f70fa3c8af2ce799b595508fdba193de94705bb84a2a83f660
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b846e018eeb75101bda47bb150cf1d398585227
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:692ca23afa3f0a213bffe3ab3531df8e53f04a2b89226fa681de58c6eba2a784
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2567446f44fdef8525194f250d0dd3113ea2b80c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:243e080bbc27a7352ac6f0f0af3f693e5313ecefb317d5deb86676e2aaf405cc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c27a37d501c021201a05391bf9c7ed06e9dbb23
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9319e8070addc42048795582da12002962dde43d976537e51991cb1e148950fd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0e00cf9a416db0a3d1bae8f3d116bb71cf10eb0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de17b2acf240f60b605ba9eaa4a854cf4493f2692e03075e23235a2d951d488
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58e1c636f02d2068ec739edcb282ad9d4daa6ab0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac7393a1535375c878150a292ba564556a61351b10596fe74f4b1e717b4e1ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25d8dcfc5f64ffa5fb7d7085cc3f8fd78ea440b6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca7fdf6e034e5669539390b4ecde319eeba785e735b170069153a4fff7c97cdd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ae4c469754c4724b3c77bd428c4c7fc702dc8ad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e9726684b5af979e49c051039e82057e809660e28f3e17b6d91fa8e49892301
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c842337884d27224e991ef9c78df0abfc30bc567
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3be2a48f69bc5b30dea42f9f307d7bfc0b9ed156ddda3b2ffdbfce0f482dbe2f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..548b9a800ebe26ddad5e2699da13c2c39040e92c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e442827df4f72fae04e31455a068925c0f1013892562329521277475345c843
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bacfe05709e343a3c66c09ba48b900dc6980603
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1a7665f600412563c95c196b6e4fa267617bc3f602253a3cddf0d404952e9d8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..260af7c5839645cbb06a1e346fb8c0983cac3782
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af99e73c04f00f47e3a837a1b28d70c34633fd4017b401ec05d8c65dc3fcdbc5
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90444f85c867939a6617b1e1f22fe0596b5b9a9c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b33777b097e11cbd388723f919f07786429f4379929d912ecab75727e967610f
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/lm_head/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff55799d41b86651488327e63e88ece38e5f306c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f299ab0fb4c29990db3188c6feaef9d09bd0e6dc47e3ef87c43e7da05628946
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/lm_head/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba760f2513e6aaa57dfb4cbdeecedd881cc168b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11dc57a9433adcb9bffb5ce16f615a8eecc4da6c19279557b7034d5751f16bd3
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0484f9766482d2689e984920eaa19c2c6f8744ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e8ab56a6cfb4a14b8daffe54371c320409649249b534697063d4046fad806c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97827ad02cc8f1cbdd4b2971053530198cac6d78
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cef77c6360f2570e1b3ccffd2ed9d63ec266143e381ca4bd21045b7c77e9fd9a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ff1e6b841e3373d9f7f6756d80cad2c27681753
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:668c9e807ed1875bf7b06d610347a15422821bca37e488549a415d75b9fdf633
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7dccd7d29a120c49fee63d85a4e6c1b91a2eb52
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4074b4ec4daa0e8a554c6dba12c91fff0ec089aea1b4d78ef00e0d571fe6c155
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ede2649933a8b2e6696618d1a44a529158c76cd5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:824302c0731a2cd05bb86b7beee7f5af3fb6388f1dd9572082b035d9b883b8b6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f751aa31e3046126115a659e5eb3845a3d87ace
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1ed62603dbf340ea01872b2e4201c0c3d48e1fd6037a2c639b94f5b66fe14e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c6f3e0d0f73e27d69541ef03afb96a1f986dda0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fccabcc87147b9c5932b4d2c90b06f3f1e7be2a417b706b0505c5d25bdba61fd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9687b214cbd1bec728eaf0a70ec7f4fcda1f03cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87af9f30d9fb8bf1ed37615d4e305950da4da6ce44656c57d23a1de4d6184593
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d97ec7f73a3fd48e66b43df2ce1f75c5fbe120c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d7c3b8ac32400795336c4e0ab1ad0135705a424a9a1ac102a61125c126d5d9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8828bdbe45961eef2d731de547ec6c215b51fcba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43386b0bd278003572d9a8183b8ec99f9463d70305f57a35f8f77bded9689030
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af99377735c98bce208dc25f0d14425a148efb9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f2928d86bcec4dfc548b588df3edfc256f517b816906b6e9ec68943fa0028df
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c1d89a7b6a6d30651dbc6f2f87b6bb7414c91ca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:475de39fac05c1aff77d5feb834ab910f4c5457fd6e1c05823f68cf4a58eeb46
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c03a20d5a41a53751a42aeb9dc0fad059625c0cf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bf0733ea369ac52191055c4edc81b4dee72bab11959edf8e1b6079030948e78
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e72496ed8f8775071a77969dcf261c3f7a49d2f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9d6b12566da0d68adda785823783e191f7bad8bda159516dff9bc53b968ff0e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1408ed572311fe81a67b964de866a839a3023424
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:550e0fa577e26dc445ae3f2f1bc36e25282857d0712fd268378f68bb366158a0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b6800ccaf57aa4df7e01c8a4760ca02b6f9d6ec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:091474a966c03f62c8440c657d8ed6355521d08b60ac4aaf459243ebd68b48de
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9b593c96feaeec54957ddfe563eda2bcded28f9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68edf0e101b87ba803b825d70b246e72900a8100c5472544445238ff40409f6e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbf783f04071f65892ef82d719c97cb2d11a8b51
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf23e508a72aa8ca5783b34ab884cf03fbebef97132d5385ae3a6e08e032a203
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b469e9ef261a612520ebc4cdf44595d7e1e44da1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c16dd0711036365959a6341c315d129e3c8f2f6c394c42bd97b8bc862b90d6f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ee2b9e11a4a1a3deb94088208c55c344677ae0f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f043766980ba34e30ef47005c3a834ad00a2bbe675b2871fe5d321355cc6fe6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bec1af7123ed01c6d1af7eb5cd6f4b25f3c54b7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21d33a94a64bad92ce5030d94ee727824d3a28c11ee68e76d0197eb3eb52e037
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..183f89f6eb23a86537f299760bc20099111ccf4d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1206bd588b96d459d7adc9785910c4b6645c672d5086c0efbed3f43b04c155dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a263a020052a7f358b8899aebe095dd52275f64
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae0b9e11f44d8122c99e75ccc89548499f24294861b3351a5202d66acc78892
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1563433d0c79c874c8c80caa692bd0f982c561e0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:447846d211eec4e6e9e0a33dd410a428be59c79e2c9980b97efa1774c99b693c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f613faff0ac046f153a2921feb7de5c45e92029
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ff1681989b28bfd970b9d6c5dc1a78974da3fdca3a6a2c1c11730ef26306c69
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e8d461c73c1c87cffc874faf58f51810cb51237
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b371c9487024e1460264751be440ee56d62147d8c04bb1e00cc4421cc502542
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8938909688f3630dc9498b9eca2e82f82e574f31
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6095342f3bbde314380de6db6f26f705c0e8e5d553dc3c32f744d92ad34e46dd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99fd59bbbf16ba64512f8f7f8463f244aaca0cb3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64ffe2c71f9b510871e3de7f94e06a7ebf04b4ec4a04a8fc4b9d993f8d588bec
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62e7f340e945a67b5f9540c81f8a436b5349a620
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98009de7c39fff75cdcedf17dd1bda1cfdb1bd383fc76077e4c03751f345cb00
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cbf6cb3f579e72ca2f71d74421785843e551515
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee90a6a85de1c35011510444c215118ed828895c69a9fe7f79bb32d34e46e1cb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ce111187eb2f0d8932ae0b4f97d31e963ecf703
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcc02909b9a716d42ae16925886946cc849a1d7fb450320ace73213d209530ac
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..000a94892aa9c9d0f7ab3e3ee7e1a9e1a3f7a6fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b55ca8e132787e415d7f8a33de124a24685911f338efae077c323273fb8aae
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91f1393cc9d796161dfdffe541a1ba0d1c23348a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ca1097469b4fda6b4173faa4f828c354e2ca0929201583d87d6a419cc3e8e4e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1545adbb751f6cee79bf25a42c5025806b071280
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:408b87885133df23554ea16ddb1eba5df9e4261a61999a993ad5827ea61a762d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdadf4715bc4f0c1bd5675e70fea0b85b56fc297
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bec737fb48cec2b9353c55380b28f3b09b260c47dfc4370fc779f4ee208925c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23f022128fa6d041bdc39641be0093830d8b8d75
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f45dcd8ad03d2e158e0aeb5f9f9c8079c504e05bc5119982c60a6c74c321659
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9221cea00c48387dfefa29cfeb538aa7233dc26f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f6bdef03f710d161de43179fce6a42023027f71191e88bb3d7afa93d4c0eed3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f43956df059196b66a753650c600122d20f98c9c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:496ed6004a19489e60a1a1b6fda3554ddafa7f939a0e99741f82a4c5d24ae225
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfccd940d4989dd6eb1cc3711427150df97da2bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf15d4bb16c1e02d95bb8714890fb6e61abaecf53964081e766e767d65d1bfa1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3516e88b979d29b1e5e42cd75df840256ae59f27
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:610d83d4b6a39e23bef4b2c5d250e8a10a4198b38dad537aee846896572db9ad
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76b3eb1b281b064c7d0e0b14c5a3efbeabb3042f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84764d20df52d416a68b339ea7b8c16d10823c165921bc2b73672c9e23d4287d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c6ad866e180dd641b59a5132bcd16c04f9448bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fd497570929b2368eaa8db2d98978394485e88018e9d736baf4938b881c320f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d96e28a5fb2f0ec8d240f80d11c7d1fa2ebd58a7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6946a2ba90d1a02b46e60e15455b2b3cdd6e21f8593ad43b71d428820bb595af
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2ce40d9047f73d0270c47249fa9525dd5ae3cf4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fb851ccb5b6522bbb3a23f91fa74db56d4a0dba8b2acedee5d605d20176306a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca3c829b520de919e1997391e896df2f3c43c696
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3559c4d3d614f8b253c5d5daf3fd0b0707218a23d376e894fae967507b18c47
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33511ada3da88059ce20a6a2de1a9ffa7f6d9465
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5027ce3f86995e66861cce074e92d2f74930ae3dd4efe9f24eccd5c358987eeb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce9472c22ed4ebf4fca715ae1dc2ba184cb71c6a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b70dabd7eeb1af231ca642c600905fbe484252974dccf2eba347dd4be915ce3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..558f55be64c70d80ebcf3caec43badbf7c248a40
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b63e8b0e2b2ea73747de541665dc2063db7e68c35e7b4a9495e1cad4a652b43
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d6e732852ff3f2627bcc9a839dfc10ba50c14ad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3334e1e0eb80cae8aa3274f44699add05b4c29b5cc0cd8aa4895292521218146
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6c75aff175315011be17777ed89b77fa49df0c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da5ef134adccc9438eec82332a3052de68ac1643e5d2a03321d93a898f8c5330
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..440a97f47987217e99073894c4a0538159dd831d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a8e3b7c2940f68387662959f0e048091014a30bfc93ff16db45249c9b91d8b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acc3404280ed3301144b53386dd501fd5d46b52c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d7c1a976d105bbfeb442e604f819a18434d1f9ca9070206c956df0ff4bb1e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f42b81a3795f23497032e921705b8780653161e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91fbceda472afc633cc12c793ca6341d8ce621b3b20c567e401b182ee594f1fa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bd6fe33243f3c254ff35d8c15c9c24a4d3b0c48
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df14bf4491480393742034ba01f5e0d572230bd0284b4f7be0964379922cb8d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c20f4525f3c44777add8b58769a681ab6aa843ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee0f82f210dc8d88b45e6418f7ba327ac40ad0a66bdf7ed38b61b516034b1366
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdb770a42818ddc7d611778343e62370bc84ab0e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e433fbaeb4e2a61da3297aae72d973de819dbd49f42cb6ff66d0eeb49535ee0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b4d0efcf6e00e759fc7078a4b26c2d7f792d98e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7239b4e99fad7fdf180df770ed307b8c93bfba63dd7a7389b23df9ae58d7f63f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d37fff14e883ab6d293501dfcbf6e54d544a76
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb3e57d58248d99ad5c225a98f41dbe6dcda815b342ab65b4ac9620f0f6bdc23
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46727886a706ad451a125f2d650765d98a895611
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b0a47ee517c2234ed20c18f9f32e5b2d4fc0fc06653ee2623640c4424ed9aa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7586da0af3cad465a7ed858097beb609dd89320
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04304338659c8729ed1c807dedc040ca4d470a43299a462c097b1654159613d7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92a08e09e5edf839dded4b9dc34395e95969488c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5875fee92ed12f63fdf7a7f189e796bbed9a963aba0599012c808eee585be204
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..defbbae6b28e9ad871fa92e9b9763418707509c8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9d90f59b788d3f2854941b16136f2c63ac262a70aa3697a592da6c1e008dcc8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01c7d39625bb18035cb82005a2401295933786b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:166a8d006e01260decb2f3a943f480a78de896c00335bd8aea759205dbc6913c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1626b348c3e3803abd351140c8d2eb1bb81d2d33
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e3a337ac6523a6332712842c7ae8042ed0c7b91c41822a526807adba21c078d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..671b4bccd7d7401e6db74184dc5542c0e81e97cc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78995be896791e554c28e167859a2135e0d61fb3f74cd690634b1a66cf4a3f4d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e9750b10b4737a41b1be5ccaf1a43c13b3fbdc7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b08e0b6845d375345c527f81fee60f75dca48271c7e7ea586b66848afc27d1c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99e096dde49fca03c828e9db559533863008d18a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90c61856c3446eb95330c830446edf8dc54f6142f1f6ba2a97ace9d284d5eacb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bff19e6d111f56f684e3a59f73c6036265a33f5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3651f16617818a438dd49a4d7d569bf72ba2207295b771653027df9eb380bc1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3773d310710d4af0a752826169a69f45adeb2ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eaa4f550729380cdf70283cf30ddb9d8142a75ebd8ac2597e73b237e40062cd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aecac0e84d9b69888d9c33fd15f584ec555448e5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63b4c306c5e618af1886f68dc2a76decfe2c9ddb14e3a9853f15bf583d8709e6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..695c6b3336bde3e3361d0c0a38d52caee56e7892
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a8fdd18333a9fe10749381f082268f1487d29b3952c6071ecdfd4e6a115a6af
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f186393f9d0d69bf03058eb76a9d5c330608be87
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:020c3248cfe01d588edd8366320af5c8f7d80a97759fdb68ef83d764aad7dc73
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e66736c780873a134776379c4cf2f7d2e9c67fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:216618dba90fc87e6ef9b5e7825c6eac724d8364667e23145521181af27267e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fca083f1aeba4955ee2533b7334b57c44035632f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88062af702c4fbc4048605fd0f507635f28b3595b7332f2be09b342277794414
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fa406662994e7bd04f6bb12e06228be8e3180fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a75689820ce99ab09920c7575663ec1f35fbfe03413685920d6eae986938526
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41d35ffb96a8317a3f64e89c8801fc9de9eeee82
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b60dec36493c502dc6189ca103ac1c193fb5786d2a3a472b357aa92c911f26df
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1be0890037c7180d3c6b8ecc94945427a4a898ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee91698f77b1d69f9dfe9c4fc33452597f7e248dd3b909aeaa1d333c12b9f6c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c05b3104929a6e81d796e057b5736e84f2d6c6b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1498256ce69723a50431d09e517fb3f2c1657448bdc65a168c2365403a52ccc2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8f1d143e2c9c8b97ea48d92404bf550b613daa1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d62269c68aa1c6a24608fa2cbf7332e99b2781be826030978de8990f68f2ab23
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83f295dedc5fb554a8a27830155b17d2403ea2b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e21bd2543708b6d45ff314d6ba462247958b6140fbc505ab59d38bc6568d10d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adec7a4605ca01be191f0d96aa474c3187a27cd6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:669505802b7d93fa61872e598c6247521c6e55d9899a5ffc97b19badf8f4e0a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7411a40f8459e19d58502bf9445e9195bfc045e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e98ce2529c7041900473441dcd33ffa114e6ebad9a013be20e25e67bb6ca115
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1147ea59df5c0e36b29f7f1a599bdcd83325c1e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd41caa771c769a2c980de8c1026b8dac93d0cbbb0f10aa04dc3ee16d1ee24c7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32577bb14e9c89918591b2f0ba4fda62238650b6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a945386e972201c67ec5deae49847f93cd0692149cf955a796afadefd6c14fa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcdf6aaf467c0f4aef40cf92adbacd2ddcd75b86
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e49e3e644a4de22309d48b8cbfaa29f0342d3f282c993aeba6c1c2821eef681f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d5b89660f8799bb0f0964161d31b527005af05e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f39f4ec6187f97e847155446583cfcd3ce7108d166f926f5402314af36b1718
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6deccfd44cfe3485c3d10a20a9ed8b55030935ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1f7497fc90fbc1742b1a1360266d5c8fca682e9210d762712ea87f7e33f39f0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb7f61d918d360c460de3a10dd75a115671fc802
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd7e4cb180ea46ed1ef11d619f5b1a7261d2cbe9436a0e404f6d4434b08711b3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3377047797535ac6a2f8b9aee41ca52b4440b6d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61554f4c8a487f7f1424dbe5f4c47f1bfb042ce2d5ad0a246af76a4ca75d45bd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9f2e5133f4d3fddc663f81fd5a2fdb260e53ebe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab5afa08072a6a3697cea1b6647dde6271aae6b823a8ff03a5870b8d4677de35
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbf663c27d579e48a599b5febcff158d91114e26
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:832f2b8a4e2b9c178e04a2d24043bf932d4eeffa6a2e145212c873a6a4798303
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe9eb9f8d7aa6a17d5a481876bc71e74d8d43d8a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2913bf97d56e4bccb416b6f2b6adfac6c5795bff50fc493daef50a1e4ccec1c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25428413de8359c50f0ae0fa055d5b148e321ff1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e8e0e63dbc7afd8ce4716ff8aa9b0b0909ace06e1bbf132e85c31cecd3479a7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..277ae56ceb605beff42f5b4ef030e1ca6edba433
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58fa9a939ea4a5fb2db5cf1a9b93a2367b5aeab1fbbee32881a072b311afc157
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2829eeea03ef16529fa2ed3ca3967ce73a16ac2a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da280123140a04a7a1a8184adbf95977e8155ce3b4a2e11ef05e5f23e0f5e87d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6e604c7e7587632de090dc8cbabc82046ea59a3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:829ae47ff832d2a0b2e64af0fad5532088dda1da4c3517b303bb6dcde6df3622
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bc6c4d0b8a6ec26d7cfe75ae7c6ed7f65eae7f9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dbd5a5e5ec0c9a0430694512b8ab4c9c92d09b5bcb21b9778fe2bc390bba7c3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce20b5965fad9875fc8700d350ad95f7a0d2cd3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d63f175eb75d4fefbf6418cbf9e0b43e68adb97689c24d7f6e0ac560717cc99
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0689991ffd3e8088e5078ee5ad97be7d5e85c4a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83b922862783d30c435ab779db8479d28f3d691b6dded8f2848721302304dfbd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba23bedda0aab8da16adb7548f62ba80a332b09d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44738d67056297d724aa29f5314e6a54abe89f56feea2bb584a4e961925eea25
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02bfc66abb043222978aa2d6010c5f724312c895
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abeaa85a2e50cf9bfd93bd4f546fdad0463f0c8f46e7ed4a769dcb5a20bbb55a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e782cf44f2192ca9b2f9f1c407196bab2f2db2a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca542a0443b8e53b35ef828793e806332f2d8be2bf7d4de4cbcdc8300e7fcf74
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9404b16f351560ed1da809def2ae0285e962b56
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38a848b3db16b5b8680fdd21e8ef56d78379131c6bf4a002d002d342cc7c641e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c5bee5ce35da498da3ab79d621766c3bfdad46d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67a22b2e8107cf576e1dc2e2681653aeda236ee29e55f00698d4f392f58e4fed
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..393b7a6c3816570e2d09978000e2bb2597251572
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c94ac7d5380dfbd464d02a4c8bedb979563233ad847b83e17e7c23f1541b46cf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f5b90779603bd12bf148c0f9e2c8626a3e2bc3e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72cfd5f231a6ee5842d0ff75b4cceae833d6afd065d785678927ffa9e271dd14
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5feed67ff8ddcd83cf21be2b18cb8d25f3985b26
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea8093d7a68597b77512b8c239d694bbe753eafb607fabaae8b3ba9075de073
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7020204638b3b8b64e2ecd07805d523015526aa7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:410a5164b3ae75262cbf7a1266ddbf7a0eae608dcac6d5bf9730b7778b35475d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5d9cc24ad8f7e119da1f0ddac387b9882043d30
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c2a867164abc4408454b0d204b09bbddcc092c1d55f24a08ea2965969e7dc44
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57c81c5ec2859a8df28e299f01fcb7bed7feb145
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ed39584a0c40ee0a8c6b8c5b78994d6a78c6a6338c8bbbf7d90efbdc05d1da9
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78ad2efcf814c9eb45daf698c7cbc3536aa7734f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40668dd3c508a0fa2505d190794e6d42c53654f889e428f0673696a8a5362971
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f42743b9efd59fc72809337bd882ad818ff4c71e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34559b2d1f9254435ddfb7e17462a12392dc398dfd27932d901add3f63fffe98
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9bddfc26db3e78af227fc98084cd96d2222c05d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ff2c71ad4e859714056f97facc79aabdea640c06022dedb3cc11102b54244a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8554e05d375dc2312ef6cbc8374ec7b5fdeed983
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3707534affeaf8c22ba8e601983f6f98ade34a06dfc8824f4c42c5ef052b227c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..730dc9b2a1e1e12f3c825e90b2082491e959299c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be9a3288c2d620419f535d1b18d495f33321152d8c514960eb070132fa39ccd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2538cb77f5ab0476c1c06ce1634b21eb067159b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ece324f49d09e8ad1f89569d9ad4e879026560e497c8f59fa1b643adc9befc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef610bdf245f88ecf2d7c43f03536c4f9611b1e7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe9016d994568f46bc82bc41c2d610ded484d95cff920ec2d4cf20d0bae54953
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caaccf4d11e531e4606a944bea09519e06b26faa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a098002ccff2f1aa30e2a71ac80d9cb07cadc418eac6b181963f05b75e1313
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eff878f2a028a992e6d62f2fdd33580d1b8193b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e53a134243ebbf03d1a511046b6561867b58281f99f8121ad0231d782db83f64
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d92268bf6c100f47df51399ac86f29597e289513
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:981eade78efceb0cbb0867f53e09ee126769683815972dcd0ecccf06a7e24ff3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3440a0a042bda387f60a8e621b56d944ddf9adde
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56938ad9bd95a22f77ad6ed5e96c3bdf1cc3dfe3f10eda26ae716b3970fd62d2
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbbc395d0e21bbb60c40528b1dd73ad769858e46
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b060376297915cefb7b45216bb4e142a981b70b2b75b9b860ada1bad9edccf
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa60ae97392afd44010c616e88f10afc78f18c38
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e71e9eed038dbba7f228bbd5902c7db3e91b0fbff7800ce28b1035a3cd146317
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0164ecea4de1d0dee7cd1a5907a9115238e8ec6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:095761cfb0e756216f243e1c459df54b2e47ae11acdf0a6938731af6b4381e34
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..994fd90fb47b9c30a6d7b2ead674f6e47f989fec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a2efdce37e02fa192347194d7a9556fcc18a1a1fda14e366c82ad953829a10f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ad0bf3bc6de87b1965ab41b27f7818be1331248
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab6948bdf16fd15e24ac92b94499f6e435a73015178fe3dc589ea8e84e7ee6b5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e570a68d10641788b364791e065cab2231e0016
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a354c63995240c8fe966dcc946f8271dd7ec3128eaff38727c68000e2e830dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db3dc15703304aede179737705924b2b0efdb2e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10b97f14106c2d8c896054fc4619472151499f08db7d339c4e8f7c99ddb1cfe2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e989760866867b0f081c78a5759b49ca45344d99
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb90cfaf69aeff914a7298cbaef2678073271f585bb3c3a12b25c4b175e54174
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a469b9b275b7cdc1cbeeed25905ccf4d77f6036d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2e5e30a85e6c4d763b48fb1383a28c5e137beec519de129a231d7552c3ef877
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7a36d2997e5285fb9a7cf8b019b0c4dd15a92a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ebfa9729c72e8c30a1e34024ea8ff9eda47e5b059e4576fe4e20f66c4184e4d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77686f2af35af7c7aa5e65d73afefaede38794aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45624ab5bbfdbb724deb4c40bd875b4e54a4e8fd338b1812bcb49d8211c4687a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d092aeb34808d890a6bba44a0e9ac5efc4575b7c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df93848af7ec9775aa537dbe7b12b25fad27d9ad703551e3bc10d68e8c10eec
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df23218f975e3b57a89793357315a56399cda2e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ed1d39d5a0ed3a570bfc864162c34c50959441cc84667ea04f304cf100b1e5a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c21e2373c648fce9eb9fe96d731d9581774820
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d701af5a745d1ab38b0d5b882b92aea0e228203627643fb7c8bea71fa58a090b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40f244e9e6dab0da5d0082d9f9fa75f0fc104d0a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad9d43506804d84c6046ee10cb41f83129c86d1b363366bd903b83afa284768
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b2409291aaa3c055a9d09b47db1010c0629c2d1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e2c499344080c3919daf88f845836e3bdd75a482376c7b76fa85235a1071bef
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d78eb08b36f291b7cbd2b221e3cd18cbd9a62a3a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8028d2aea000694bcf63457879a70c963b41a35ca1ad7530145007081b465242
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81c3f2f02e439be50d54c19475ebc3da1e8792e8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8985b17a598abaaa5e6495765669ac0a2b20a1c371fbb779de7907550b2f7fd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4964fa35c96b0491bebda0b11e4ec52d0f5086f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd0c09549ed81f4f869f8f59acc6e78116686b44848f1827a253560663327d4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9594c6b1bb9ce43f3d90a6313a20d1d0b0f76c08
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f471283df5347d1985294d3bb54ddbd7c9a5575da438f429d042e5ded9e94a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d76327d094401fbc6329c8bcd16b95960e36cca2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfa2326aefedc79a0a9c4276d3424fafafc330c1d0e6045cf6fc8efa7a957b46
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..334f1e0d2f9c10e770095e593af22e0b66476352
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4356ae24cf1ee3e19b0b7d8471c74ba80fb1fffe691027cba10a1d53fb91acf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f83587fdc429b61bb46fa785d03668d1838f4206
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7e9cd0a56cd8d07b3aed19e1513b435ab691cbff5b24bedddee01dda8b76021
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd7a131621af34781d5527b04c929cd37debe600
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8c887eeb871dbaf12a372fd21a7440b6e6f49fb6d7764e90f29838f36c5cfca
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..188035654b6b6de880a1d9fc43a1ed22f25455ca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf6e6ddc9747cc2041f11babae6cc1452e367d943ec1e3bcf0c11b2c73cf7b0
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55bde4f00cdfc1352fb68c4637c575a7b0a2e84e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b36ef7528fdb0099fa8fb7a46f4f1cfd21638cdeaa75fb8668eb8ab9a7929b91
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..611143f6dc913258df55c67cedfa5e6581c3a733
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7cfac83638cf9bdcf7b54278654970da87a4efe386565d2f0264e3ff43fd137
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22cbfa271f844c9cb913d513d46a7e25404ebf26
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92d27aafec9dff0be9f1f8fe1930bcf0f6886adf604fa14ea6c3274da77be0f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a43b3bbf6756e2b110eff65e277352199b178e3b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d77be4b2751daccf236fb5cae780dc0a948b567edec694c417ed7de5d2d9dbf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cf6e09c60296f7bb5140ae058a03097b2c0fbd5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf51853ee85956db7772cb9b5a45331bf22ed285efa9a6b7b6dab68c45fecb80
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0454e096a9ba035cd0a1b79c5dc0c24193674375
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaeaa74020066d0fa8a45f44f80f89bb7ed31b6095ad57ee42d6a5cd69d46bed
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af4454c416725f179a660831d1dce7192bd33038
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2d1d472b393d4bd4da29aea61d394e5fc4853f9768ea52b683c581f52c83c71
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c27a80b7f79344a3fd60a797f7f62df53a9cf42
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0210b6b614e49882d5393be3e9b78d670aed90c98e705005d941a809e85b9ba0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f83abeafe1e48abf84f8a6784da531f9f1960dab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb142bd29e51323838f3bf55a06f3cfdd09c6d42909c701c91c89260c871e3e0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61821d9e94ce94fd9066d3a1d256a75c0ea8d723
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c1fb17c222387f122fde999b20dd59c49959310da5be30e71fe063d638ffbbe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55899df41cf1bcbfde8e261c70a1065b783de210
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a86b3f24cb06cd4300cd5b17d47462df7dae2b5349f10fa0d33dbcefd637a6f8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1182e1ffe1fb001f7ecceee95aed56629ac67e97
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c2215352993b9f5ee4452641f53ce0151ed8e38d244c0f8c13212b31b4cdea2
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc1dfc6c2a9e27aecd50b48f0a024bb7347a135b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:290cc9e60ca662087dd95dc239833157aabfe39c28b93ed82469d7dc89e8b529
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bbcd940b14eacf68d400a2773a0a2912d6de0d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05b35474e4c2ec7c9ec337424b9cc9e96e2d6f4dc17e9b2792c6184faf4569ab
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f931992ec51a8ff224cc68dcc0bdacfc1bbcf7e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72fe087fcb3ca9c3daef3b5b1060ea90dedafd9d8c61e4e5ad732c8b7e933bae
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f80b7bcdc461a0a0f0e3c203041de9ab42d87e53
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff0cfb3334cdfa8e1ac8651f211533861526d38b6cd1064baa260a305ce3d221
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f66e60cd75508eadc334e9afebcdf6e44fcebb52
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3d6503dc5364076923da360063791157d7f57d9e4a13bb23a772a44cd434aaf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a28da804e78902f954396b57ff0df73abb84da3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3be3e5c0fb297f8be03e8c4af16c87c38181dac80f7086e44cf15bc343a2a205
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85937584d4dd0ec735b6270c517005719a2169bc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55df66286b607a8a2d259d40c62103a4578a3d26950993cc68ecfe9eb78a3dff
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..055c1a16b61e6f90db53a9918180853d471f859d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:584a76a18d668d34f46c984c44aae7a78c3707a039dfc45ef25a79a160f6b87c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbc97019eb47f73d3714e98ee4bd89d5c7eb4afe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fc60d15be4e4a2048d4c2b5b308d96c3f5e76741fb39f57b7dde73655940f1b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..694fa984c4cff61cf50a98a76459160e07567a59
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:904fb86112a20cb18f81a7021c576b4c8425bf2342e6aef5d85478138030d59c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c95e8581b9662a9c0fddb189f4b2f027c81f50f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed9e38f3e25518461d3560af6a6129887eacc48a34823cac207f5591d0d0068b
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f01b9916f0b12c2d0bdef090e45e13fa8f99cecb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca6ebd20a2ee9c209ec9112184d377eb0604ab916c290e591966142e6ff218d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..682c5ebde72cc5184c75e3c8ff0377799dc187c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8243a7df9de29e5f5a8252ac25840a93311a236b3149fbd1ca338dab579bd371
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eb74610f342d8919d740d8302cf0199bd526264
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e694bc79f3c2e944e40298dbc5d1a9c6054c9177350f7247088b86a718122a5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e20c5f62fa7793b05476eab0c19fdf95eb7a314
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7c11e4ae540bce1ea9884e5c9b731d8c1b7064eb9004da440ce29f8f7d1a6b6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bc1197b4f6af074281bf97ea16622350ae2044c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f5c049f55823c4d65ac6f019f763f48d89d37631d024e0989093ce53e3a8e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e64dad42d6445470ab71a0a2c06e4c4e71ebc72
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f411fda7b4168ef836f703978820243796983bbad1f11c4e473732ca4ef4b2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9588d8ce4656a3eb0680a4d8bc4801bb7e2c3051
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ebb9ea91597daeb4a74ce4336851c55b5c7ad295202417a78c1e81a402472b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47d69edad27bd48b089720ff08cd5d72a724b15b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7014ef09f4e8dc5b71c63fedbc7358e6f779e7a2b440b4d7ea2fef86de85afe5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfa6ddc9a3a524ee532d0fa91a108fd16de57037
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5433e813bb9ebe3fa9862838e026323c10b5797ac9c6275f4276bb7d8bae1f9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a6a7171409b33fd1b7d8d18ce8ba8b9fa15e534
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:281fa472f61b4ef815207f3ceba3e1c925a6f9734d21d5b7d6798566942f0002
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22e02ba953ccfe87ffa015603531f83abef385cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a48023d2405c44abeb53177dc09e1b499f85894fa6f8d3994d15b53dcd155e6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29a54fdf27da5d6e8ae5b1138b63c746a09e723a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e8c2295eeee592f864923d37b34f595805ee20a6342021a56068c7ec93ce2c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c30c0c2cd8eb6e8d357585e0741ee76a8771ee5d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a548bb586b54eb4caa5dc89fc2949672da9202611d721489684c7f5a913ce04
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d6a07eb9f5abc6d8cfa26f016f04c3d91e712bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1e33421368bec1de124c848afe880a652f0fdea09440ef3d7c08dce2fa9ef69
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa5b7e6d4e88c4cb85b392f27b7a6c1491eb3e9c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:386d3283215debd3cd8a2a9aac7149eae275c1ace7ccbcb2a98b7d17f673ffb0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3c0c772cdfd3f5eeecaa4461d7c1ace18682469
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b6f257b66b59f274a78d71f674d49c28d92edebbcc695ca0449d4d6571e0500
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f878352cebf8e3c5da1284c8e169dab4a0732c0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f1d15d41c824a3979c53b088c1cc9b3c1da79c8ba89fcf8d768948d3d763c0a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e211be875948eda586a2b03cca2d2b1fe812d3b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64bf0681e0cdf751fce0b39facf300a8ca6a5cbddae62bd9ffad64514b5eaa0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ef4097b9152528678350061d6889a6218b67460
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d865076c2cee9306e923007ab00f142251127517af12d6067539bf52f36fb022
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7de4bb1b9c73647c5495f93a7a792676629f8785
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76133a74fa677f4ba18f1a2a06eedf13ff13cf6df2383bcf75ef15f9426323f5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5efc1eb96f87e7f9eacceeeb5657ef3174d84408
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e7d3305c6c1f69548f46d38e4523c6a938f7d3adb7a0e5fe2d893fea574466
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..548b4bd99c1c86739597bd72ade43b677810d269
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d4efdb533aaf41e8458d720cffb9374217ae16ba946fcf13435564241b5bd4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c3c04ab230b60fd8b7e20b80fc857170b8464c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e12a1a7749ce3ae832d47eb512754dc4fb18e78e37ec5ecea864675f8853efe5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfba26960c4e269d47b78d4b5f7d3c743db31423
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cc76ad2f6e6e1cd6610b3968ed458d9057adf113ab8f8f52e6961d280d94004
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6259e0a647253d730c41d1fa1c3316160c583e95
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a61381b9d50d51815dbdb4cfa00348c89df2cab548ac6816468c69064831991
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0d890e5d259c36b8ad449caddfee7e234392359
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4126299ded0307d992921022c175458dbee20022d35d19cc86c9dd14ca756091
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41012b846f534469f43eafe34e957caa804a71f9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52f7996d3196ccece59aaaaca396cdd243c8dcaa2d96aa33fe61269a66817e4b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8144351f7102427ec7a7349f92b396b3d295e602
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:136d94d16e16ea5900bfbadbb7fb8f5b6620a7c0a9f11599718ce41c4c58b5d6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30f61a2a3d7adf947bc1672513d6834016c0c6fa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:999bd538e3d094c332c6ac08a74052333d927e4e0d1fd4fc596f356af16aa9a7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc28aff11d4d2eab03a70fe0fc4dc297b9547b5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58a689ceb2eab4759455a88442770d196ac10d8b6fc26b9b17192344a20d52db
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..966f069df27726bd892f85abf245200b44c15c8a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10aa90904dc63d74669d618c6192b23ac8f4975dd97c8076c3fe32fef1d24028
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c015519a19efa057b675a6999871fbfab53188f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23d740f7607c5fbd73bc59635f7fe96abc2b857e88c89b7210db719e3b08a390
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3417c2cff85df37be75037f7dec0c1207ed24689
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82aeddb84cf08e1ad1cadcc9cc21a14e54edf58c159f4fc0d872bbc42091710c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17ccd8a2025636a04cf27e8fe55375cd1bd40499
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7168a80435d96f84b8657b73663cb0f2197c8510e77548a81c824c691ad2502b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb896f51cacc3d57f19c7dcbcb2cb1fdaaacf4f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:962d3bc733621cd7be7e1e1a637d45945e0e39a3abe7fc21a4b2edb8a4e5a791
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f373f912fee0ff6d2d8ccd99831cb87c93887487
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f79cec091463e1459d63654d9ef9a92b17ddd7f6953805bb3ffb206832227b2
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e71a252e95e12d3f62c06d367b6d3802e9115c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e8a2bc08541697d2faec7ee290bf1eb01376f09bf5da78213842c287e6c710d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e1a1fc5c599b773abc3b8cfa961ba886ccc002e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ec0c0575f18d8d9908dbb4b46d37896f681dc7ab3d83bd04ed3d6d35f6ea3ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..861e49cc406a4278046f4fb5a206376c1f02632d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfe93ce33c021bd5024c9b599f26665bf28096a47ba0120869a08d7f1ab2799f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..decc3a45fa1e42e94780a2280befe277827a699d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:070b29c316969975c035909c11ec42aad0ada61c90d59648a439acda636ca584
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ec59543463a195fa207ae09da786340570dbe73
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:685a92eaed5e7e911cf6411f4e485224383e5bfa863e2e015355846069182e04
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27366cc1e7dc3feefbfbf57c5394d1fd179a52b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:491d7c8efaf594260ed5065df666cb1436b3e3f4f3bbab937b51487aa3b81aa3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..560de6304cc285efa98cdf7a5202ca8322322f84
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f8546d20732d076a17341e20d058f4d037b5ae93ae15797b379f7f772e971b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9659147907c39a7988d8ef5bdac579ab8e9cf1dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aea20e51efa0b004ef28ffef0835d24ee3d1c69c7d033e3c8261d089322b5ed
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40b6df9d9cf7ec47d7c5cc9de479ccd94ac994ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2246497f88bd6dc6fbe29f44fb5e36b1674ad4f327d7a56806e5cf19758fc43
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8daf1ecb884a5e8fcb4637934d00c15c4ab61850
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfb10980352d8a39e0b522d8aecfbe53b6175735244881ad3c6ee81645a6177b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cb8e6769b6b09db8aead7a982aa7d15caaef4f9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ef466e2d381d26492e748f494a0e3905547244d355bdd50e005fd6e8060ad7b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cbdfab9f8972c4e7b0e4f745406f07e91b963b1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f38969be6fc9b231427227045a9bc6dbf1db86ab58b0b3f8c4ae7d3212f1dc1
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d09858d9001fdc29f7e85fe130810ba438e453e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd2bfc0c9d15ac295a7ba52fc5f7a015233ab4a2e392b0cfdb84c27c6ec822b3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb0c59e0c4a52db1eb3093d0c5375239572a9268
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfe888fbdf466aacb0ce8da9f5fafa6b93200d38e241b3ae9db6a525a5be77b8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b20b40a9d90f342430338464f3ba32c541112f6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3e6fd05169eac7e80b499160abf1cd6a711430f6e0f547e55418393f716893c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d561cd0ede137f7d29b6a3210b698f3cbeb13ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fbe5405c3a35f8dab8af06da4fd4e535a6ea3c85074648aa09d0d56a9357907
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1d01acdaec028113440b8b97bc4043c8b79aad9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3895b477ad8fb27b7fb249e3092978de3d35a543b114641e6d6ce3b0aec00c4d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66ca792ad85b7ebfdf0c593d34a50a7f59c24520
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:499f6ee616a5183dc37e32ee45d3868dcc0a1965e09e44b89d4abc901865e777
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12298109ed9911635f3b5194b6337d32965b89ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c34380dfa877a0663a93a91016cfa28b658a831f95b92c34b718da1112d86f69
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45a3806a5aeae8e85b02805833a54361dd62f40d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c73948e2c9670784f92edfb0385fef393f1f0ff2577b018f095bd956216869
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff28f0fffac023e8ac6e7fe87065790ae1416cb8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6891418dee0c20896c12512629cb247292e7e11572f8cd691c888fb1b88cdbfe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fe580e366c9bd41a5d2ee398f77f868f31a6a65
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:051db12cceb1b7c27da42d23a5f0789f98d6679732ecf3272a1a59d89b40efc1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8e04bdd889745376f1395e328335382fb618e70
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab3c6c3bb682b08687476fdddf3e500e6ac0cde9cc6b99fe2612a91ba3c0932
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0280991e8a59ec783210c01b8069a930777a4f60
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d477a219710af68c8e7a174a5b3bf00944815cabff60915fd8765f8c1bf71d85
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b77291c09459d351ab650f43cdbdb1cbf7a2e31
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:351b981491d4e26f5b01f7d1bbbb5ec9e9f79f551c609dd9fbdd810f5fb0b0a8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4104fd015a1da9fe7b289290e112fc374498fe32
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e7553f570c9977a14f4a96b37b8109beeb5a174227415a2b7172bd853e27901
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..680c35007b8ea93c4e77878dded8e94de3f0fa80
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2dfcad3c51361e3c6174a342ab1e3f0e4847b79f006466ad64f935eb77b225f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..643bd5e7636745844783e2f19753821cfe488cb0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:396d759ab1aff3d77317db5ccafd64b6f64545e4ce040b211296ac9a1869752e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3e6571681f7a536f018ea39da083d7f09965674
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:359ba72096e2a702a520a0308faaf688ce996d35d4097b849ae3ff7d97d82156
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc9a85a014e899c959c0b455200a78c2e6e04769
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b11315096bf2cea69adf2b16406c61088974fcd85b27da0212b2895371cf7aee
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb91b306a115e04fbe958e92e1cb76bef70d493e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f9c7668b6e5ff539b014d42dc654c5295badcfc7e6ab552f7d932649d240d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a20e2bbb7f98ce2238ec30d82cdba93dad0c802
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c24c46c565a6f2a803a2cc94d6ca30a0880eb1f099733c68a86842d37256655
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68bd1c1f482f08ae44e360807914f9bc6b1f04fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d3f260d1726c8a87b12d338f55f88d1aa6f0ae019c1a729ecdd87e9ba4c3441
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ac4cbbffba2a6237669d63147ae39397e076063
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:333cacc1ee15be521e36a13b41d9aca42f1f504728da9f3eb1108cc2c2d149ca
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..846a90a04de158b72eea80d7210d1396db164c58
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffb9734fabed9bb99f398c2be024568321c3f32f92f9da373dd6e5f62bbdafd6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f58b18ee08d04b48b358e543db2ecc8cbc901d6e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0adc215d193ebb0b777fb42a3e7fa1481912dc8743470f0da7622e930a64e21
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e88f0f0ae4d6567722bed3a4132f2b0787afb5d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e65bc81682d0f76f3ed20680a68b0710bf268205f0a7c26dd5fdccf9052ba4fd
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba82955f34edff002bd7ad47086bb9c0e3ade117
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ccb73ed65f96ef729e32bea5c2f0aa87e867c16f5b16bfeb46a8e0bfb984fb5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..361981071d536e55e8d9699dad482387db29769f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97cc9b2dec5d34f9ed2198e089925ef513722c5f55b5e8ee2182cfc1e75f21e9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ae1d3e0789af122d68259f4dd8a58d623a1fc50
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b00dee4b0b979f8fc5aee8100edc8ce4e9414a9557636b265392c6e44f1685e6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c1cd833787ad0508a681c89768ccb200eeb25ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3675743478a31138bcc3a540b0cc482d7209bc05f576a975ce7f67a569899f9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57c9e0b0a75cf2b2c82605556dfbcb00e8c73c00
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2295ca339bae8d0eff8fe5432bbacf4be6d2bfc0f15514c6ffbad48fbd7ba748
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0402044fa587d8116318084ae5a91d6e35009bed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f83e49f5da2d236922b52e18f04154ed6ffe14b6c63a5a42df990e96fdab5032
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1f1ec956c787f382bb890463dc9cd092268d186
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d1f813dbc302dc6230f71aa145ad24f2aaa08b70cf3ea799b2bb860cb91e0f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22f34c3ead5de4148111a0bf11a5d24ca4437692
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a73104a2693b5c6d8aa17e4928ff407b54b5961e4151e19801991da3fb304615
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c8eb90ed6d1fca16081cdb3eb8716363faffeac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1edfcf502aa334701524853e7dc9d94fa997aa8a1fdda33232f7b048f129d4e6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a6f6a0e7f61acc9f1d27e953379bd80470aae64
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a3ad631425b6c58a2609647c9187b8e251592bbf18aca15ecb291896e7c7821
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb8c9a80bb0eee54e2e0f394aed4b0c876e8e546
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef381485ed4747b803ad6a29446ffff3282ce242d8c9d6857832b693c85a3825
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fc12fe45e3888f8b45052c9f3625dc4eb843274
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2ed5ec43110f01d07c14383b5d17d4389e905b859f94d74aad98072f0f5d9e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4f2bcad0d3c17c7d8a37c61aeff77a2f64589c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fcac10842a051fedfb9f161e8b4bd9b09095b780de2f12816672fbbeeb02d75
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5080982150e552ed9982d6e918f9834278339d7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:371873d692ef3fe344fab55d0bd62f67f6a776364e14ec15d85ddc388cf4b928
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0870e9106e21089a35814f5cb64c4efb47fd6cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d67287ef7bb479406f09526988e1141ea4b6c2d58c15c6ddfa6ed7262de36fd2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62441f563dc63323a9d75d7d4e20651f6af51ae0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54660f6734971d982a380adf62c79e82cf4821ad76e9b08a454b7692f0f7f8be
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..241cd26d0f846d3766fc5670159292a36d5f5244
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e09fc54da9ea805fe3f781524cbd5dd5f9755ec9e44dd5743e8f338cc0369d38
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eae0fb392b4e9b5fd62a53cae156f692a8b6e9e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:359672e660c66a2c0bb371ae874d3b057d1befc76ec78192818ef22b9421165d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65266c140530f564465e9c787801c6c117421ff4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fae1c29823a1493e42777a138180b73eefe8b336ab7e660faf82bf061ff8f996
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2cf2d82cb4922b607b513de74af783247f92bc7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f858e73639e517cb4c85a598b5807d51d130fc5be31099202947810ab954282
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cdda3316af37be3ef66113aa2d98ed99f14e688
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2afd13ede4695d86a2a33c2634772a65197e0fafa16510d2bf9c00a01b1731b2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2f5444a610969ccf242e4ae5103c9f1f5cf2eb5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79971506f36211581cf6570b0fd6562003d7396e64ed72354f78da1f8ac5dab0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e57f400a8ed082968b932e0341286fed8d68b190
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e3ae648c4020a32f2edadc26da7326499eca670f9f4fbd89bb88f82a2eb645d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7770d155c6da9b7985f410ce9827c60181e8b28
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f35245d124ccab2a4de2477e667a610452150fc1473f16368fbe404e2a5a4ca2
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9d837606bb292873c27fbf26f9b51794eb81861
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42dd7e8b2d5f5b8dd5d1ee17520cbb5130c307a3c69b3479188d8031a4f94b9b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9fa5905bc0ced09cc696608c84fbbc4c1ae6ef4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:740b838069a676f5e7e8995c5e4eba9d0bfb3cb4a74e1cfc4ba69cdba59aa367
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecbc5e27b909334e6532f70066f791e8c96b962c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d43f1069e7ae9c6712ce91cb602fe02001956bcd2b3b0f0636766d3d2568560
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40aaa33b79cf15966e78d9930e463ad3a26fc7d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57806afd3a50b90c5f3848533027651d4d419672a2fb405fd5b8e2d1a6b9a261
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4afc6e7310d7b896d9b3f9641451c42cc194ade
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba8c5d7ca3b3fd8891c787a6cf454476210aaea74c744e8df89ff14a6e07c226
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1569cccc9589bd764ae6547a50cbd05f05aa395d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3745b0dcf751a198dcf7a523db224631ef41d7fab0b4d59aeee0ff017e2726d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62208af15c05fdbb1c63ed4323195999a695c8b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9963e532fc3c4a5bfe855788b4b9797607a0a02c8259ff986614a17339d14e59
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03f5871efc12cc4ddda0bdeb5728cd201e4af584
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4debc7d794b2c5d75b67be3e1e528b8bdf8d282a906015aed892ab7b638d7f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e980cac55bd9b021a887ff86f8158b05552038b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:707fb824976f895e5d9a81642bb99c6dc4e3bc225e64b99946738d831f69d0ac
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70eac153743f289a41cd7e798191ef0266dffaa6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89b6129ff9904c8706ac87aaa34687386ddb3cd9705cdf2d582b18dabdb4ba61
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e9dae20d903661e2475a90a4f953e6d0118d7ac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12198a7b2597289e311efa9e4f3c8c04ca7b994aef9d2c0e01e4749eb3367f18
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ee76557b5907c34586a133ddeca2b9f4938ae1d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7599b4cbbcf708f1af180885b94bddab0d6ab8897cb9634b5e84a37f301e3225
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a521a26b44deb5e91dd2cc8820ac24492bbd3f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa2b36d1588065ae9fbbd71557c3df8dade75d64c8ff8ac2f91c6e9483f09dad
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d827f7310b24718cedc66f13e007edda800da266
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6ab707d2271dbb534f5eb91a80c34525ef77f71190706dd84c0de4ebcbf5065
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..521307c8f0736a1cecc71b92cb97601459df805d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eda47e52e9b2492040ba5cadba61ee2b0624ef0eaac07ca21348437b543f55f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..432ac60ddd01be2c36ffd442eccc3348be5ba90f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9b79cb410b9fb9c1524b2278ed4cae0aae6c6a1319ed98c3ce7c7d06b62fb63
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d77e9c42901d7c2ff34b1207720395ca6560088c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3edd1f362a1e60fd9dd56dcfc8f4ff4174080bf126db61e75b9444caa8bd421
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98bab2f622107e974d84288702a8f445d6305899
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:352a1ead27a9c73e37f2cc69d2550277d6dd21cb8b9e243f141634bc907373ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a4137481845b1e42d81b29627f50568b81c6e2d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a8b964da2b5b67906697abbbddd377281707b28196415924d8d93df388e766
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddbf30c691a455c9d45e5a2acc01674d81006221
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f19eaf62cc87a59f92506b60dc01d1c5de82a9102f201e5f29efabecb1b2f42b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..748e54e122ca1bde9bfb271381f878a5eac6a352
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8974ffd4f79deac4563d73fd89c23cd6464886909fd22e19060b46acc68c80e7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63c366ed0c2c3110736c8502d9d8818505b07513
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02eabd592c0b5722582108bc460586f771b0c745c8c04a17fce77d902a41143d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c45e44d1848f024b904e43ff07c71ef8a8cd863
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2a09a6d567abd9c695a08c707e8fd42767ded2aa687fed3854f68844b8080f6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78598f52fa55e8445e4eb236cb5e5e6fc293e7bc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4baf9c5bf6000cb4d52044c572ba104c14d6e821d66619243760ddf223a4322
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817885f471de825b97fe705136d5c797bcbb3d34
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:858444a9eded106b18fade9979a06bfb2f0f3f3935662e0bf9ce916fbdc660ce
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..114bcbbc9665b3b227b7b28f570efa14dfb90d7f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_12_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a22c0a0585fa1d99f55a831d1dd3a30bb71b1a0b5a0f8eafa7d48ec12622824d
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/lm_head/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d5b5fe42140ab54f803d180ae81e215aea5fcc2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4242a885ee545c030b10bf2465b174ff3be0cc9c10578d856bd8f501c55ea655
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/lm_head/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d75ae234064a9c0d9ff197f2a826d75835471fbe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc647b46f895aa35c5cfe97a92fb41a39ca76da11e77d0a43757323ce7b74c5c
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..076e1ff7b6a6a70fc7746cac964db1b9b1d5b58d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18e291d86c3453e80157ad10a7082bb39e2bf015fba8218598cf18c43a96216f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bc03a759f8f2dc3babde42d1146fccfe8517c5f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e6efea18c90f2f7011198970174349ed36ac042cdd21c13483e05d3da74343
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fecbcc712e70abe8c145ffed2250c7e5cb6bcc94
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16f0bf7265bbc601c761a264c6207400870445a1e492bf587d088be1055087f2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..494404f0ab4937663147a6c7adb0be8a278d44c8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf2e042d00ec8144d9570ca181d536d8055c8928f206526214e63b3f4f7f16b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eef70ce2f922051a4f5e88238cf0a8a603b3c4d1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff446c46d72c4fd887895f17db79552e7f3d72719af9a57352b37b09d56b764
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..242de84d1464c4104920b8012daef16193fa57e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc910d13b0d26bdcce4c3a8decef7cd824dfd04275e90eb0f2f5324ce5f68170
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47bfb3947f5d3cd9d3ade5a8f1415d8d8cab4816
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a00842052f58c47d806aa07cd1e3619f730873d366590098bce4bf8d7b68a65
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbbe7a247ee856e756b9f4654265ced45fdf60e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80c5eb6cb8787f3572005173c2e972c268f2d44ea671769635112a6c2715c0bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39524a6c71c4a305f3e7eb599cfe21d05f7b974b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b68985d864b5b797b115d064b6574322d0150e6458cb02c259c5a449fdf0d797
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dc2e42e6530e7e11a923a65136a812017ba1257
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a83b67a3cb691e0753d7c94085473ed2f4dc808f96589a4fb7c634a192fc4a3c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ca1e3dd7d8400a2f6a239038b7f9a2cc1d2e20b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b10fd17cf315c32d4af54611ac3551a17083a6ee144563d52282a874cbf51b7f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2bcfa2bf95ab21e7d588d3a3bde2b74a1fb2ac7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b394365bea84f0d0d5b21dc3e5e621e7c46c819875a32a14f5ae853b249e6c66
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dcb9e273ee25e58b447217777efd440e3fd2c5d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:852adb18973a164903e3e69d4b5d0bad605c2fc6394ec61f914896546f018f90
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1fe8c201b19be8a270b8c5eba5fd304b2f5604a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d5dd1dddb19e4346ccd1e4c4ddbe16ae8dd4880f1d42779b1688d0fa3c14b08
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db818f68f061bf533923e780deed4afba1797f43
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e34fa0c759673bc4e90790c717c583823bde27d00e23a3c18777e3b21e945d47
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86a2a35b974676a29f907edb2862bfd66c5c9301
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:632817740a8bcc8116f60ff8f5f602b28c08451e120f4806b378d206e39bccd8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3645dc2b98749a78f600a822f9ff0e6cfd50f029
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef98c8d77009d8c0f394f06df8bfe90b4a9e0ceb91c80aa394725842ece6a54
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d9f2b605599dade5811f8184a96f267ecb4cfa7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ab0f88332c96e2c3f0992c3fa4557cf35e84443a3b877ac289529ac01a2964
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..491e558b69f5172f89c498a8b26e5bb53680888f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:875d447530b4c3b80a86759001ce39d97504e0203bfe2d5d1f33b0ba1425a6b0
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4170d65c68f22cd439461b36f98da62b077a0ff9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e23b4b436bf6d9121ec0c8805bd7fb37053f0089899917a91ad724562a31944
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d1fcadac0e5389ea6cbe5a8df7b57d4f7f9bb1d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:504e0883313de32b35add4986d7984ba9dfbf11068ed68e9c4177c0a6c8c9857
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0795ba0b9eab24eb71fd6c25a71d0f7d7e8b4ca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b9c2265681cbe726747fd0153bd31786ec97330188dc86e46e075472074ee6e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eefa59109e4cd2af8b5a4472d1cf89018518a887
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f45a6f694e2bace7218fb5be0ba53e6af98e58cff7f3854e8497e16e6f883d2a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f22a52600bb92b1b91ea4deb9b223cb1b05bb8b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46e97da00107d0b8b9cafeb454b9b35de154c069d7a583719afdb1bae869b530
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49c373d5df642f365a5f639e3040a5d4dee96dbb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2215d592c180e779b245c8b6c9eb70dbd4f6eac146c7ebd893f96fc2249d97b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..208740811c776e8ac5c3195096f204561258147e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6782c53659aaf642da584b78179ac32401ebeb411d395791c61ae6a35ae0264a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55f23208d90f56a010307878147cb9e80e0eed75
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d82e34a51a630583941c91e4d78de302a61928289d0d40154adbba44b817a248
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a7dc44577374f964b285f05140df6425dbfe7d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27f595092abfdf2b4516757a99f8fff9fa7e9294eb54d9942e182a6401cd89df
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a439439c5798f647ee795751aaa972d78d57b113
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289e27bbcd5bb85535def8f0474672696bdd2a3fce0da002e1c1e11c6986ae2d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae196ab14dd7a9136b44bbfd52c3c5d3957b33f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b4fc2548e2fcac6d90be0b12fb287ee4e41f8956d2d3ff01506c2fc64037eaf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c05b2d5489c4602b9307a21b615038f7460055bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d03bdedda2f975b2d17066571bbdfe44897679c51042be6d482b84a74b823f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ffcb8cd57eb7550a17f90372d0f67004968211f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f98a17f75f7f5462cfc81c54557b436a42ba11541953773b9c7f56423d7be9cf
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1dd2cfacaa244bf60d2506945e815f1921ff6d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12abc9ce2c781808204125119e92e85d12360f94a092104ed0f3d42c703ea48a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30b2c207003fe89e229c48393138aba34590377a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5740100fac5fbd2bee23a842e2c9de3162a58e37ef16578e977e1c1a87174247
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9913962929efbd532b6c4ca732b9905fd6c62da
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c452313e462f948bb3bc8bcd4bdc9b14fdaceaa887bbfdb81e3023e0c9170c6a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f59b80e24097a5fadecf1968ca3e48b02974a4fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aa54737ae9f9f8392ed91924f6abf8fa9db8d4ec62aa200776faadcf6496810
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3021208ecc508a46aca86bd86570c39f85d833a7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20f8896edafd3f871fcbef20fac609a02825019f943fbe93318063ba1c463683
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c0033fe04dd8ad5bc41b25b969007289fe71f80
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd9424da53fbaccd0205c65f95ce3102678d73ae4ba191d325b586618e48cc8f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eef00228ea00b28505a2703a44311b03ca07608b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ca385d26c46ecc2ba8cc094bdb08f40f31fd50600e0a02d22ca6693e0709110
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8f10fb4533b022531e8f1675e900dd018bc7ca6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f33b42c5132eee64be03564f50c4525e5f8894793b85f69fa6a2018536dca7a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d346780c37c4ef26a0c55c8e24495d681162b57
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a18073c21e3ba1f6b02620504080fbc021ec62d833f40fb9899862e620217408
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eb7b9235126ba35f6f25e81b7ce04e00c55626d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab44f5726e8d3ff365e0711443b39d50771373cdf08e6e5815263a53ef70684c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b18643d1af04623c6af17303ffd5e3de81885db4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b985167e208168b9b60fc04f0eec48c21ec676040d73af5665dc591622543d5f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1268204961dc2c86481fc3c826bd64c5c38370f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6616c22bd714c9429920c3eacdf2eceef30fe46ddb5aa09a26997b1c1242db31
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ee72b23ff711f009ed0d8a7680013cd13d269ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf4b080f90d6c31da4a1cbcd8067b926e13757926ddbefe35927ac11f8300e4f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd58155b5d4566743351dcf52c0335dcca8e076
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe4ebd8cf5171caf712ed59b676a791bccd3e791443010e40e527c4ecf7b529
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61d936d557632d3f164827fd1bb9a886698ea41a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d47a3d730db64913de8bfb49de2dcadee205f5ab2eeebc347d3e52893cf4d2a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca8d0f981040d519709fd351fd2f0ac05fb3caa9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d27d19859614b11bf105668f5d66e12b054b2f3e7c0eae3df965de0f0eb455af
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18e7ccf00dad281bcb639cf28a3d6327469152c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd77223ec9bc79bcd5df9e0d0754d6f4cebb585be68e09debbe7370762dd36c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80b6e029209d576e7571181c493afe2d0f52cebb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d2daa7eb58bd3e667a163bce4a58f32fa8195e041e28c691cf348589d09ee18
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4723ee2288a0c06bf75d407909a603342f08321a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bdaaff283ce005924d9af96979e60b5b6dbea394f890e4dfe25a39eb55f7358
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4495778d7a4a3d6e81e37396d2e86deb33d3085d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39986ca7b0eda13232d5c2c7d844dfcdfe775b4e2744ad4f2a54e1a22d34731c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7446bee55235487cd49e6566e0e8ac4894f81f84
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b54d620496bfa359c557437ef958fb5614bfce51bf57e2d0075a5f62d685237
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e8d34a1e6196c070ccdeba2ef8c1ea039f54876
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1c8f37d4c74068f7d8ab606baa0fa4b7cf4debe83001dc51c1569fe7f048645
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea842a1c5ef2f5c2bf04a5a20e5870ee2996ab9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb3c298dd94073d2ec3d166c3a8eafa8a45f4b8b5c82c987e8044126b45625c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da107ba955ff3216ddc5a3bea119f18713b3d19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d03a8b1fade38af62ff7b4ba39d171a923524d0ac8d3f7960fa5ad6de26e0f5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c940aaa59ba72515cad0be52e01ff083e343d38c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa5409e160e88c5fef80210d736b12cd0bc7a290d8417eb0ed2a8b14901ad066
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85788e71ff9f1a113d46a6d16ecab107cb613f89
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e056eee2e850f0fb662125354f21a6073711d33226e1d338c8a746784439c0e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0f981d8bade29209a5c41e916feab3b9d0caa50
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7818f5a7522c5a448e513a302e0ff002e3263e77697f12b02a94d660b0ccc75a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46a6ee9cc9668d7eeadd84c03f7dadae9b053544
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6847edc86eb96e37f77b3741384edfa320f71ce02409d6c2283a534aebb05c6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebe1a078529a000f4172451ee6d8060a55c05a3c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6c764148497cf087fe3e516fd9120ecb978fcc255f5e85e259a417f38757799
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abeb59eb8aa4cdbc28107574b27216b72998772b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dc83148b263a5c84915b7cfd2f94b0ca271e4709b39a740cefd49baa8b521bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..017fd482857dbf1268ec8763d84034eec63c5635
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be57c74fd40725bf8866afe98182911568a1751fe9219fb2810b6d9adb17e82
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..229c96941ccd4b9d42bcc65c8702ae8abd872c9a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8848b62c445a595c882978babf732483320732ea5d1c80582faaa5808b94b25
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b87b7eadedce6c981814a931cd493eaf6c3c51d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:305c5e3b95c271408115719349000cfa7d302a425c1cb9d3f7cb24f51ba652dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..754e5881ac8a2d6d90ee2bbef0d197c4aa23a1a7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbbf2582b7c6ddcf1052ac2ea78d9b03ce3d8cea5b46c74910d5148b65ef8373
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b147579ac00ad5255d081562919e87ef3c0824c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1847ec5a61ad637e8e3fec53966af49f4248b2cbf858e06c1eccda5ff596cfc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..566f4341c6e9abf81253f9c3425c65bd4fd56fac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:727f1747a6c4cc9847a31b89849f65117eb59b93dd2ab65a5299484d7c019415
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08895418dead9da36bd795a7297d5e29b92998c8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04e8ebc6ce8b5ea8643c7dcb62fbfbf39911a56e250f2553052809b6fb97e78d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b90c340ae696395c2ed2de944a38b08775ca6441
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a77522add1ffb896906841088f1e1849b3ec27e106acb95062739ba23fab8f9
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9a6cca3a8dfeb808e798951443f470f6386dfc7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c9e5ed3acbf878be88ec010a4fb942e8bf524b8342ffc8b18651dbf10005132
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f25020d0ecbfc0da3223191045a2cfccff570f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a413524cda860afa225bf32a8d09e759e11f4d9a75171d3bb2975af37b1ab12b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aeca72cf2e047e766f7615eb838f9c02b710827
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93327fafd9babcf7b3c60d4a0b7e7edbbb86b2663cf495ba06374d8263eb0919
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f909fa190235eaf4aa5c57f5f569c2189fe7abbc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95a9c7cbe2faed08254ccdecd4d0bfdbf2ccc758eb30fb38cb07829c15ff0d1f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9349fdacb2c1f77ca441bbf8eed4aac7f04ca9e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7d2f2fcc18bcaaefafc1671f836868c7310d204b4683f8992d429c6e6e967f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cb53f9a4826c33246dbf03a95831dbad8c46775
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c87a1e8fa327235dcd809791c36c3bd29cf2f15770f5e40be1281e2f969efd90
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7b3458edf39bdd42629da354ef92eb04fe4a990
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:054a3d5e7c7e447c9eff9c0fcfba375a3794c65d3e2da28b6841308321735d2c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5820093c5e22d388bdbb3aba6bde37c917638c60
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c33c981ccf76c506e568c2349c726cc6ee8a08cbf63d63b6e64a594c223d3887
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e7674ae664ea58c8539285406790074ec685289
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b134909ec2e8638eb88e41bf677360fdd0393ab7c2729047bb12cf3c6a5a1d64
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c70ed502b46f5d16049ce724ac96665584cdf8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a26df9be0cc54864ffa78e5cc00b0401016f2eb25ae3cec57cfa50f520e73d9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33c716f4c281d6debc4e3e559acccea6daef3d8a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7614fe8c852736c14cff2bc79194d7515e92cddacd5ef1b604aa93a757b4b28c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..498a72a5c6a373ef08041acb94ff0b39f7f7b975
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ee3cb69874713968a065dcfce782ed04f4084928e381ec17294bffde11725c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b663c98ba8314f020659425242dd981dc01154eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbba4f418d2302beb08b8d1f5a1fcb2e9a8bee41eae15318c6c06b73f26a8c0b
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b7fe2ed0085945eab78f1a130dcc280f5035f01
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d63e11bf5861313cba9b786b75c8f6d6cc7a07604544f4a627d6a58a837359f3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83891406657ff45c0b085a82e2bbed4849f74b3b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b89cfa4541de7896768e768b8c911fe7be08cd412cce3d9560259c0ee1ff91d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f2f5691e2e14247e254829049ea4c321798f20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b365c0b2a7492e84e4f28c446625bc52d7f49ccb47407b426f75e3f06e2290
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a57e7e3e5b450c7bec7cc5915ccc5c1f23888f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c318812ed18223bb701a246925efa214c4cd94d90ce386bd8e4818918318491
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b89baf8282e6d946a1d244d8555a1277bc6d395d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9381facc43ac698729168711a3a9053387d86356cd412df88074594c9f80f9b2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfc089c7c5b984203e3896745e61a4625d58902f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50d5f6d107e39f8fbb05d44ef9cfdfd9f8b41f0b35ca7d8bd171f61ed5af43d7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c067739bb1bb932ef56f2dc3cf3ee51ba5327ca4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc7134c34ee024fcf5c26324c8fa37c8fc453d1a510ecdd56a17c3aae832e0db
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53af9c38ee941c22b4dfe43ff4fa130baf4da4aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0db4e57984c4a935f852c297848f0ffe40f02bb8545cb58328dbced05859d671
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..894ad121676b16e0a5ce6a94b68722da1932d7d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52363833ee3007416786a91e50a26bb57f7d05a8eb649c435b84c152847844a2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a529189a803bd8da74931dccd4843931597b29ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc7fe4c301e18a4b931d94bbc520ca21249131d1523c35dbec51a5c29e1bdc0a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59afc1d7cdb1456ec9a5c2202a72685136996f17
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:097fc6d1f21fb7ece2e684376989ff08936e82f95fb85e76b40021fdde614f38
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c82cccf28fcdd9fc133ccc72bbd19e1e9b17f416
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:209ea60eefc593f8ddcae619e2c6636dea18e3f2eac37d8961396f2fc3a9020a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5371f808a623fb3e96964806ec9603548eff85fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ccce7580f504796cc8e7808c29801bf42dbcc824d9b90fbd936f358d1f0d309
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a268accf696fba99b9a28175e7b7a286d239f8ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53c26229ea97025ad3e5857dcc366bbf2cbff2cbe1ea50cb1a72abcebfae285b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1033ebaf26583df304c70676a2ec66ac239e885b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e49b5a7a1d9414f60b051d0eab8eb28fc87b0016ce4a6e40f721b51523afda5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f0d07bd41e03dc3f7e89756e3a7c2583f07ff5d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c63c93ba9c3e2c0415a5e8586ad93bb11b5d53d5b5ff6e14e10d062332a034a5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e208f06f1d84e694b9525304cacefe4bad017e4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:834d8f9dd69823f4d6f80b4769911f9253008e79130d915ccf1aa75d5cefdbe7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6e6c31a9a355eec16f7ae8b0bd0032fb269ab70
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0841a17484d23e0385912d9f8e1fdbb24b63f0f85617f917ff82891d5e74e412
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a64ee57c6d7b9b4c424f58c30f0801cff1ceaf1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a4bc18dcf30aeac1aa2e70d6502a84e10e8dbbdffea0921f9084520cff5fcd8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4e174e7712b3601bfe1f219f6b08198fb6842c6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e887156e46146adc4b9270df54e7c1b9027abb6c3fb607f29eb539907f112597
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85ef30a8ec1626255bc66e83ddd71d427baeb211
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34e643fab3b2996dce96e12ef9bc3add811fdeec502e95269c3e3004020983a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..707dfb51d0f00c268eba7ae9d51d0b8456c8faca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bac00eac5a601f818d6c7c3a9303f5bd57afc85aba654b7f61c589e33a9c6527
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84bdf7287dd055c47cdc4e63c5b6e243d164b2a8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffcf1b97f5c65df1c93b16e88336ec11a481b93031f6efc5144f07dd5a1e36a7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ade87b01e296d8e427ae41f39c32e9ec7a581348
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b3a3415371fd5c98c71191c5944c047cb1764b8795112b7080f165f0a42957
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ce4abdb5e2240e5946cf2d79ff12f67a299d847
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07980b63ebbe58e9b9c8514f8ff302273ed762ed89f36db2618a7f47da700ca8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a60cda56d9d2ec27fe81c3cd426c3f48c556199
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33e48cc614d7f674558d67356cece1fadea4ca69c30f235635a57896bfa16017
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e77dac1f46e0cd8caef3c2886f03a8cb2ec80ff1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:512d613f20c17d6e112a961dcd89f239a4f4586b19049d41883e21ede8044e13
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..971e7fe5488a28ed370733be8bb8f480e85e2463
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71d82a3bea21c5cf94d44f2a58830b9e68af91705775a6a172eea14411678d1c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..430cfbdfa9da299348ee905f75b26bbb85e4eccd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e98513402b83d0138862e423feed1dbb593426754f93818c3eefd0627b40f1e7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dbc4d9126b748fe746418a535b79c484d8d7d76
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13c656f08c342215240edc974871689ee3ad2ac23eb5d43393ca240e0f8e9a53
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3e9f8c41125e68482340414af94a07d093e29e8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ebee53e8242d09d5beed18a376544aaa9440f183908ab860b0077d147b41a93
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b225e2596fb26642e7d00e8b70b52f3d4beaa42e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35bf5f0653e9f56d2250aeb13d17fad8f3247ae31383cb9fe41b481838676ce1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0074a571fc725f671504c9e774c1fa988a64bc03
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e0ed2a1901d92b2c7ac0a3f242303d2507aa169f1ad4e3ea1687ae83c53ad5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..790e3d6393d0318809df7f589115e61f79a025f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eea63630407f31ac342633d27da92ec80a583be2615d4603b106ab7766afe553
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61ad0af3b5100fd0ef935bd6cb297359fb1abce8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e990572551ea5ed4dcd3704d37ba1cfaaff68f34e02fce2595c7b217aa9621ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..052fc848440c76a3ada1fb572c3cf65d6535c04f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eba0e74934906e590de16917f8b6a406961a2b64c94b870541ce109f820e462
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0918f63ba33621a449393395e4fa39a5ee6b740e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad8cb9e3c574920661a23ef3d14f5a9497edf11c44bebdc8aef693f5450bb31
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a303e49fdf35c1401819c99ce570b0fcb6ee7f08
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:848b0baa3cd191b6d7a5882bfe84ea189bb2061ec9be2080c2ebd15705cb2c6e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..553c79d2349af30e953076b7c72788189ba5159d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:405d2ce3fe09616d7a725eb6833a7df498e9d504dc52f61b59d3c705a132a2b5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..094c5c3895a4890e021b86ba4acd5d3d8acfea89
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6089ee682d2b8f784de9e8ba6735d2d01c47d5ddb20236a400e8f1780551a37e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acad4c970b7c85fd4e704f1ec0066ed286c59ed2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5a71dd8dc7f460aefee3f848ede755698ed937a2f56d9387726a4bc63441f3c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..974cb038ff43ae84f694f24b1ffc3bace80ef39d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc45e36b5aa03cbf5ab3311436445549e16f0cb4b42e3a32c548077b299f94eb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..747f3da642c193178359668c535fa96656d54788
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4302ab9be0c44623860915d7729eaf9724b61274775e6fe1aaa946865721eb0c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1531ce4324dda16cf59539d37acd559fd4e60bdc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:561f79d8eec2348ec84715ce438f04d770270fc62a2a285af670851e611227f6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38173644b2d5a41fdbd7572e168a675b42d60b39
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19520f208cfeed85497027ed0e5c5c542eb17c06d20e989245b1cc29b9dc8cdb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fb759a3cf779a6462035575964baa159e980374
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f71303284cae7d16449d8a55f75230e49afd3a645ded0c0d18018d8d57184928
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17d11b3e5c9e284a33630c78280e4c9918f772b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea7995b2a2e2dba89feb864c39e4988bb34ec1b9946672c613e980a3eb8b953
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f0164f8c447562ab32af3f3ef0c31b5bef1f912
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce97d35be0bc80a30aa7ab40a731593a365709461b8a9f293d708d7bf1949f3d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee7baa439ba046a65e88a8a166f5c79089cf788
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5629dd00b857f99256ca47162622c8827223612775ccf35e64a1dc92ee630547
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8128bba937661b7253f0d29377f8f44470e6bfb5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b23dcfedf75768aee94548ce9cc5a031cb5c0517beba47183f34098885e42ac0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72c5bb066256007dfb1dfde08a30086535b5a779
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6abeb8f8cc236d0840e4c0eca5e42e7b251c548062c5dd3fba6e033b01809f77
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..389aa476cd5f2bc6b9b02bc62a943fc069c77aed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4f8c5f85d20c2baeb31255ace3ec3e715b9ce2c6547f281ce65fa8cc8bc4cb7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51864aa9bcaeab407f8c4f67a9403a5cfa18086f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2699a32c010fe9d3225debe77e93578664845e3f39bc3498458eb44ab5ea2d46
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f366f5570a583d7ef8569bf980bf5652a94859e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f7094bab8e26900b58aa577b5fbc8ab6232fb75874adc3738b5371985e3bc9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13d3a7264dfa39fab915a6f2d83db5576b3c1480
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5b135edc29100fe6ac02fe681ff183dcbbe1d752972c558d9616a8d3aa4aa08
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..020ba7a8f780ccc27c492bb7c371f539b72ff13a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae29a1916504e571cde15a28f0c83c2b605f0e0d0b1c939a4fc3fde794f3ae7c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..857d6ba87b9b19f1fe33d7d8f517c2b271f25bd3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef8b93288c1403fa91dd370b8aa38b3f03855564291975559b18b0b72855cfbe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50b442669493031ce10946b05bdc291bf0c877d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e6a57645bb090e7115e0d9985b9a2e77c2ecb7bd9dc5bbf97d0bd8f7665b9b6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3395be8ff82b22bbb0c03b62b708191fdc800c3f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:309f52b097abe0f8ecaab484c2e06012e4232dfca2f9cbd23800cde37ec4ba85
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf598cc47f2f8ca2201c5cb9d987b9eb12d2fdca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:097fd435f78bdf7b1270eb2e720ce0331b785972a2edcb41f244a59e274d8f7f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08a58e5dc10a3b9d9cbd64932dbb7de45150e484
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24fd8928db7b6cfd1abf1ae5069ef215766a62cdd8260b4317fd067a03a8cfdc
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..088350973974b2eb667de41cccdb1f485f10bd8d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:035656d5c45a92267d7eff6b1b514d7f70b4bcd4221d16010121eeccda3f63fa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00e9090be805b96ea381bb65edc76c1d504f44f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:951c6325613fbea5ef01dd33d8cd064c8f3edde3aef1f337fabb66292a72f3d6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e078671a04e5432b7637c473067b70e61f13da2b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:146cc90832666274d2122b8a6729b46741c256856d1e2d4d14bff3da03ee1e53
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e15a13e151bd6bc576e7bdb7a5928730d623ccbf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd260ed80719d96fb3f422fa2ff4c860cb31b9a6373d7843c3cf5c8584353435
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a75c0640c4c6118664a2e8fd2bab2f12f6fbc4a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:955e36a4443c35e9ac3f0bed8ab2b6821ef674d4914769d5633753a3a366d3a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e20e37367837c18a2155739547af870ae259a800
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39c6c67707f3bdc7a0f50bf211bb2af0fc33a419e4e7275a3f45886cde3c9d2c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..075638fbfc5623e21cd9cc5ac509974737c129ca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac184b8b712a4b5e0e1bc1b99b6fddd0c6d31a5a96cb9f2191073ec2d99965fc
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f8e3305bf47cd276cc1a0d51d5d450ea515b7d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b1f8ec6424d55569342faf7af0c7159dd27a61310227c6e68cfe7041e47e7c
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/lm_head/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d5b5fe42140ab54f803d180ae81e215aea5fcc2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4242a885ee545c030b10bf2465b174ff3be0cc9c10578d856bd8f501c55ea655
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/lm_head/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c0b0662a579ee2dbf0dae58091709323d75b242
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87e386f3672023c3dc9919981e400e525e7eeacb618ab5c74bf7d3ba76103e5d
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..076e1ff7b6a6a70fc7746cac964db1b9b1d5b58d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18e291d86c3453e80157ad10a7082bb39e2bf015fba8218598cf18c43a96216f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5ecc38115d31546e8956586e0eed23b8c844c41
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0515ded2a9c9d509b4e54b23e79ae46a6dfbd13adfeccfe7ce89f1b90d0a752a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bc03a759f8f2dc3babde42d1146fccfe8517c5f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e6efea18c90f2f7011198970174349ed36ac042cdd21c13483e05d3da74343
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..231cba7865f4e7e8f54f860768a772a40da4a724
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e0c23dec2b0ae6e6beaff14c038d254920e8743e5dafb2e665c5246effd3834
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fecbcc712e70abe8c145ffed2250c7e5cb6bcc94
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16f0bf7265bbc601c761a264c6207400870445a1e492bf587d088be1055087f2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36871eb6d1bb788f53becb4a832a31013eca8e97
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca11c94546960f7bc72e16f3e31498afb42404db598cfb986a91fd9513b03cb7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..494404f0ab4937663147a6c7adb0be8a278d44c8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf2e042d00ec8144d9570ca181d536d8055c8928f206526214e63b3f4f7f16b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc62d265d2a75917dfcfc3141a3e7179994b85e4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08df34652029a1a12aaa2c2d3f460659ac5441a1e94d782c6613e0532cb2f4f6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eef70ce2f922051a4f5e88238cf0a8a603b3c4d1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff446c46d72c4fd887895f17db79552e7f3d72719af9a57352b37b09d56b764
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f180c22e5b31d1f1af1f4acac9e9bad2fcc9134b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8eac688e25378c0214873ed04ee8e2d9a43fde4807314b6b96ee04b89cd9746
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..242de84d1464c4104920b8012daef16193fa57e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc910d13b0d26bdcce4c3a8decef7cd824dfd04275e90eb0f2f5324ce5f68170
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b720039e718441213b3af7af3b4ff72e1056c8b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:063a118ddfeadfa6a77c63cb966cea92f81f42a8fa938a8ee39b7367349e4690
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47bfb3947f5d3cd9d3ade5a8f1415d8d8cab4816
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a00842052f58c47d806aa07cd1e3619f730873d366590098bce4bf8d7b68a65
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c2c8aa84ef4aad1a4e971f82a43c0e05ffe3978
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab6ebc6170c12a17ead6dfbc2c8bc310c8090eb971eda5f15d34519fc19d023
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbbe7a247ee856e756b9f4654265ced45fdf60e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80c5eb6cb8787f3572005173c2e972c268f2d44ea671769635112a6c2715c0bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97a03943283f39719d4aa40fd523a839cc341eaa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a88780eb74bef365028b032d7a0f77c6224c1caee176bfcaf84cc4e6200a7b62
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39524a6c71c4a305f3e7eb599cfe21d05f7b974b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b68985d864b5b797b115d064b6574322d0150e6458cb02c259c5a449fdf0d797
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5740695d1cb5dc82b35cfc76a33218710375d9c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a50565b10ba220282bf07a6556e8515b5b0797baf01489ac77df7b80b567200
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dc2e42e6530e7e11a923a65136a812017ba1257
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a83b67a3cb691e0753d7c94085473ed2f4dc808f96589a4fb7c634a192fc4a3c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d08f209bd511902273052d9e9b01dde01c39e5da
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92e9c88a31ab6eabca888851faf3099bc43541a0efcf7800e9521618342196d8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ca1e3dd7d8400a2f6a239038b7f9a2cc1d2e20b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b10fd17cf315c32d4af54611ac3551a17083a6ee144563d52282a874cbf51b7f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5df18cbb7d3313d02f2edf794f2a25da61ccce0f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f5d3b4ac594a907147e22b23d74791064f1c29b8c537e78fadfdff4e89f5f81
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2bcfa2bf95ab21e7d588d3a3bde2b74a1fb2ac7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b394365bea84f0d0d5b21dc3e5e621e7c46c819875a32a14f5ae853b249e6c66
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e567507c7666a641eb228bd31a41c078e7ac68f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f529ff98fad9d16b3dc63a30062722f90a07c19cc3887e6738396d7f6704f2a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dcb9e273ee25e58b447217777efd440e3fd2c5d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:852adb18973a164903e3e69d4b5d0bad605c2fc6394ec61f914896546f018f90
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ec53738d802178ff7ba6549d399cad8c29e9790
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6229a3783082b73789773d0e69a9273c4cc5b078d7a132991bb747bcb860c8da
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1fe8c201b19be8a270b8c5eba5fd304b2f5604a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d5dd1dddb19e4346ccd1e4c4ddbe16ae8dd4880f1d42779b1688d0fa3c14b08
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a3aa15c10fe0be5911706f92a4a26ba4f1abed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7896fc5a9d68a1bb81426869d0827a52822a9c4e734349118c4ee4e99a885e9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db818f68f061bf533923e780deed4afba1797f43
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e34fa0c759673bc4e90790c717c583823bde27d00e23a3c18777e3b21e945d47
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06bbf8bd5f857d6c691acf6bcc7b83f3ef0d8d39
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a67cb9ee44a70db0677962cc837cc02c327558b5db083e704ab8064fc89743
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86a2a35b974676a29f907edb2862bfd66c5c9301
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:632817740a8bcc8116f60ff8f5f602b28c08451e120f4806b378d206e39bccd8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68f318352f9555b9eea38c817b00e3b94d1918d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ff725af29f00705478f503bd71f98804c3cc92fe969ffb4d3630dd1505d3091
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3645dc2b98749a78f600a822f9ff0e6cfd50f029
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef98c8d77009d8c0f394f06df8bfe90b4a9e0ceb91c80aa394725842ece6a54
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..929326f9ff5abd2178f174753a88b1a79fdc2489
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:131d9cf6624c1541becdac62178d62ca088a166f947ea52961dd31d7cc701c91
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d9f2b605599dade5811f8184a96f267ecb4cfa7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ab0f88332c96e2c3f0992c3fa4557cf35e84443a3b877ac289529ac01a2964
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8793f6c3950ed43139695833aa3186b18b249dd6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea95d51d8215e49c66b3ca0fef2dbc54f96ac08b8d00c4ada3f40fac7ff9f05a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..491e558b69f5172f89c498a8b26e5bb53680888f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:875d447530b4c3b80a86759001ce39d97504e0203bfe2d5d1f33b0ba1425a6b0
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..053535ab67ebba8bcf4a2fdc60a5f8d699ce35fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ba6ddfc871dbe6280bf2a63b4e6e228f04f6aed4ab7253e4e5a72f79f7137d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4170d65c68f22cd439461b36f98da62b077a0ff9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e23b4b436bf6d9121ec0c8805bd7fb37053f0089899917a91ad724562a31944
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ff0c74405efaf83bdde3abc92ce20eeab3a48d1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6ee6475a2769be9d528c2500341f48edaed4c0c744bb2f176286294f0c2ba9b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d1fcadac0e5389ea6cbe5a8df7b57d4f7f9bb1d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:504e0883313de32b35add4986d7984ba9dfbf11068ed68e9c4177c0a6c8c9857
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..645bdb5cbd2fc350e10bfa8175e88748770c5766
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efe70a11d80e414668599bd35897a61e2397d77268580e3998c580bc358b9d74
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0795ba0b9eab24eb71fd6c25a71d0f7d7e8b4ca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b9c2265681cbe726747fd0153bd31786ec97330188dc86e46e075472074ee6e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cb63e22c40b58bbb33db229f649220db77c4a31
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:211db3972d5539bbc5b0008002d11544029d4a864e342aa42e6ae6dc8e76734f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eefa59109e4cd2af8b5a4472d1cf89018518a887
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f45a6f694e2bace7218fb5be0ba53e6af98e58cff7f3854e8497e16e6f883d2a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26322d708a97660fa925c5c58ff73791b1e0f45b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d618e502fd52bbdc3cf46a9800164a26c2de5c189c26bca5896994c30f264d62
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..275e9b27bab07fc7d32459bd4b50c77c3cb6ad2d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eea0e2cc2219b4e097dba724eb3431fc0d739cbde03e04b4a3c993e33319cd9c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b74a0e80be69e9e1b411145d000f4f78ac031fd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9ded8d843c278e9f7695fd80de402c11b69e58bfea3f5477706534a08ede5f1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..208740811c776e8ac5c3195096f204561258147e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6782c53659aaf642da584b78179ac32401ebeb411d395791c61ae6a35ae0264a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55c0c6967edd8772e6441d7301b057ba01f835fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd782dabe39f89c8e24dc94dd57b967edd29b19bbbd46f56fcf053a5dc563b9
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55f23208d90f56a010307878147cb9e80e0eed75
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d82e34a51a630583941c91e4d78de302a61928289d0d40154adbba44b817a248
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cbdeca12f33a7caf9f645b97f0bfe4909f1264d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:961f3cc1ee92b53615f5aecd1f5379e8c73900d584dee90e16d26227a00123bc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a7dc44577374f964b285f05140df6425dbfe7d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27f595092abfdf2b4516757a99f8fff9fa7e9294eb54d9942e182a6401cd89df
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02c0b3fb05b147fcd3ed6dec5e778775498d35ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e3232c1eaaf283fd6c25f448f14ae4e883b5bf374e206e0576a29bc2ec6aafe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a439439c5798f647ee795751aaa972d78d57b113
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289e27bbcd5bb85535def8f0474672696bdd2a3fce0da002e1c1e11c6986ae2d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f941a4ffccb9d2c498e2392a656133d2f7bcb5da
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0647b4363cb35c74be6928c10f2c04096bb8996fdf208669a23e651aefc5793e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae196ab14dd7a9136b44bbfd52c3c5d3957b33f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b4fc2548e2fcac6d90be0b12fb287ee4e41f8956d2d3ff01506c2fc64037eaf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b7af81354118e7db6bb5eecf251a30a9a716312
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a247c4a655c11ff4a2c8e2ce397bb6f42ce6c825c00974427c1eb15d288c3e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c05b2d5489c4602b9307a21b615038f7460055bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d03bdedda2f975b2d17066571bbdfe44897679c51042be6d482b84a74b823f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab1dc16126aa20d11ea4fd739fe45d0a9ad62762
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e49ca3535cdefe605e9c26976848e7782810990a00f697ea64e6fdff0b6186e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ffcb8cd57eb7550a17f90372d0f67004968211f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f98a17f75f7f5462cfc81c54557b436a42ba11541953773b9c7f56423d7be9cf
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92230511f4ef20539e814cb0f5ce9aaae9d5f377
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6e05fbe6bf21f077c912358dc05229294884f6424a01a9c96980b65956bfabf
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1dd2cfacaa244bf60d2506945e815f1921ff6d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12abc9ce2c781808204125119e92e85d12360f94a092104ed0f3d42c703ea48a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9a05280ec795af7d1873e47b511910c2331d335
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c04102f41b06ff3a2ca4aa288430d5a5d7f9364b5ac88b60c0df8a129b42a78c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30b2c207003fe89e229c48393138aba34590377a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5740100fac5fbd2bee23a842e2c9de3162a58e37ef16578e977e1c1a87174247
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..213fe433a0348631d454ba444281df7b85c41969
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f3ab8ced647c011e21d1eeba184dee9e4064f487647b3f6c7d724d36f0ede6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9913962929efbd532b6c4ca732b9905fd6c62da
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c452313e462f948bb3bc8bcd4bdc9b14fdaceaa887bbfdb81e3023e0c9170c6a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1e7ab508668118ab529134c9e3a52a82f7f666d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa7223165c97bc859d1ef57d8601a2f6be2db7513c1aa73b374651114144a929
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f59b80e24097a5fadecf1968ca3e48b02974a4fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aa54737ae9f9f8392ed91924f6abf8fa9db8d4ec62aa200776faadcf6496810
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf5a05da4798c4ff1b6285b0eaf9fe85ced4988a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44bf5ca5bd26b1e400bca145ab88bc22821f0ed9590bc0286407d77367bf5d97
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3021208ecc508a46aca86bd86570c39f85d833a7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20f8896edafd3f871fcbef20fac609a02825019f943fbe93318063ba1c463683
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f850f316f167f749475ebceb21516fcf385c02fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02941486a3d0df579ba44f0de5249dd7e1d154d9241903b8ad5810e4e5350ffe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c0033fe04dd8ad5bc41b25b969007289fe71f80
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd9424da53fbaccd0205c65f95ce3102678d73ae4ba191d325b586618e48cc8f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eec7559b2f46eb77f4aa41bd3444af468f18b4c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f287af63938203ec402eb91c8297d654ff4432dbef387120eafe8fc12d739960
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eef00228ea00b28505a2703a44311b03ca07608b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ca385d26c46ecc2ba8cc094bdb08f40f31fd50600e0a02d22ca6693e0709110
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04e24175e4922250ff9d57e6ad8d60e0dc3a6122
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b5e1de20d802d18b39041389bb12dd1beb4259514df3b5f20e371f3373ea55b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8f10fb4533b022531e8f1675e900dd018bc7ca6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f33b42c5132eee64be03564f50c4525e5f8894793b85f69fa6a2018536dca7a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed8a5967eb29155fbbb8e752c889f12efced1d19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8e59967bc5c5691fec674df8addfaf9abfc7cd5fb69e04ff3574cd93fecf8c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d346780c37c4ef26a0c55c8e24495d681162b57
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a18073c21e3ba1f6b02620504080fbc021ec62d833f40fb9899862e620217408
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cad074c750865dec376a4357c34f742b88eba9d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a005ae8d828be77e401c2c3149bd563fb98e5e2dd2a09cd4a4224bb03cf2637f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eb7b9235126ba35f6f25e81b7ce04e00c55626d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab44f5726e8d3ff365e0711443b39d50771373cdf08e6e5815263a53ef70684c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcb7e9dd2fe9652584a7b852f7cabf38aac0c418
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56833a7be2ab6b042b7763f9e48cc2cdc09b70416673abf66dd70659cded657e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b18643d1af04623c6af17303ffd5e3de81885db4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b985167e208168b9b60fc04f0eec48c21ec676040d73af5665dc591622543d5f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ced771e6c42b68412a3bcfab6be8af7ff10e779
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3e7071e01f380e46cb8e4123414d51ad52600095324c7c27d32b80d66cde80a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1268204961dc2c86481fc3c826bd64c5c38370f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6616c22bd714c9429920c3eacdf2eceef30fe46ddb5aa09a26997b1c1242db31
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca588fd992a17781911809ae5d738a363f9a37d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3da382855b23978deae10d3d312ff9cdd8a7f66bfa5c05b398cc41c46fd1aa0
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ee72b23ff711f009ed0d8a7680013cd13d269ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf4b080f90d6c31da4a1cbcd8067b926e13757926ddbefe35927ac11f8300e4f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df408cd587ac0ee604833b934bea5697d6cfd8f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0acc741c7a26527d81cafa989453f5eb30e9724c6fa441a8421a763879d66505
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd58155b5d4566743351dcf52c0335dcca8e076
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe4ebd8cf5171caf712ed59b676a791bccd3e791443010e40e527c4ecf7b529
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10bc795d93301c9b6045815749f39b23a4818713
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a895841432d2ea0257a4d398e584ec74eac5d85e1dc2b4f912072eb4b096e75
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61d936d557632d3f164827fd1bb9a886698ea41a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d47a3d730db64913de8bfb49de2dcadee205f5ab2eeebc347d3e52893cf4d2a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2494118b619566a7e51570f38d5b46e3147774a6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9719ac8f568e2ce10fe20c35e1037ed9be6dda8c43d0cd9e12df5baf7ebdeed5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca8d0f981040d519709fd351fd2f0ac05fb3caa9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d27d19859614b11bf105668f5d66e12b054b2f3e7c0eae3df965de0f0eb455af
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe18f2b7b1486f468f95b8873548a3b72c3a65d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efc0c46cd261c7b79acf7a466b35470edc0d40c37b611c2f51352bf2cbe027e1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18e7ccf00dad281bcb639cf28a3d6327469152c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd77223ec9bc79bcd5df9e0d0754d6f4cebb585be68e09debbe7370762dd36c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fed05360c57e42e19c37a98f3d8ed5c36cdd4426
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50342c707845fd5eca744984633ca0c55c09ef5a114d447aa7d7d2480a2df5f1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80b6e029209d576e7571181c493afe2d0f52cebb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d2daa7eb58bd3e667a163bce4a58f32fa8195e041e28c691cf348589d09ee18
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b2ae7a125b8bea6b0fa2f7bc2ce310ea9ade71c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36660c11e7639ab40bffff5643deef0a2d616097b45a86f278dae102a96fefd7
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4723ee2288a0c06bf75d407909a603342f08321a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bdaaff283ce005924d9af96979e60b5b6dbea394f890e4dfe25a39eb55f7358
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f503377fc2a5485383fd8ccc6e36fd67bb69ebd8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56515132bed9f8331d519c88edd9459c1b66e5d4f2950caa3502ccb72679770d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4495778d7a4a3d6e81e37396d2e86deb33d3085d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39986ca7b0eda13232d5c2c7d844dfcdfe775b4e2744ad4f2a54e1a22d34731c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92c5f437c96b8ef7ddc9bed7a6e7f78b5c355c55
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c922df33ef107dbbdadaed92de360da6fdea1126e490a1108de574035b3dafd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7446bee55235487cd49e6566e0e8ac4894f81f84
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b54d620496bfa359c557437ef958fb5614bfce51bf57e2d0075a5f62d685237
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4df7c0078824556f4b75cdc277ea67a1da22cc99
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5db7295ac2b3abce78e5d492c6c726e831d660f36670530d74cef2a51227bb9b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e8d34a1e6196c070ccdeba2ef8c1ea039f54876
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1c8f37d4c74068f7d8ab606baa0fa4b7cf4debe83001dc51c1569fe7f048645
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24df909aabc67fb9d4c9fcbd4df1bdb67cfc109d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030f497bbf5681dec286f6edc2f03450e1130b17dd7506fd18f3b9fb354c2d44
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea842a1c5ef2f5c2bf04a5a20e5870ee2996ab9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb3c298dd94073d2ec3d166c3a8eafa8a45f4b8b5c82c987e8044126b45625c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab1b899e116f883122b9bb6ac4813011067c0c72
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cb7fc50fb93600842f5c8f3981b99cd204475bf81f114edbd1f450a9d35b363
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da107ba955ff3216ddc5a3bea119f18713b3d19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d03a8b1fade38af62ff7b4ba39d171a923524d0ac8d3f7960fa5ad6de26e0f5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00e1d973953f0942545e7d3a91198d0842b3b8b6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:165caa60977fed67129d44cc7bc9d33772a028c2d0b4a7dd985a6b8366db601a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c940aaa59ba72515cad0be52e01ff083e343d38c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa5409e160e88c5fef80210d736b12cd0bc7a290d8417eb0ed2a8b14901ad066
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f0ec91b03767b6953bd4cac42e6d1309d2261b7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e015c04d16d7d9e392a4de21b898073ca3bf0c0e081729e6ec61af9f5d5125
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5988112e57c33851cee1b41e81c376420a55f08e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bdb856ae0926bcd0cbc1b0c48741e52f72e80d4ac00df9e01369a4d770dcde8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4be2108e3b0017bd48a6ef28ceb2ad32d1e09ef8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a0f56143b2abd129fdf391a80060556d2fbaff89a59fc3af6fe862dabde0048
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4f6f8c209257697fb5596efb52930eda9872840
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b93c85c96b1db19657a3c0e56ef44b5a1c22f1c705032399796e13c7d165e032
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b76067ac3a53b97b6e54048bd4a70665107175b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b102aabe801ec2233d57b6d77cdb2c89e70db85bad782f0975e82b0711e3599f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46a6ee9cc9668d7eeadd84c03f7dadae9b053544
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6847edc86eb96e37f77b3741384edfa320f71ce02409d6c2283a534aebb05c6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4089edcdb45285a8ba44c30d9239d47bb5cad2b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9b9b8a9811bb359b8f8308c99caa42b013d800702f43760c7ab9a7c5fb86ec3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e10b32f0e2efb9bdfae08c8bf894a0bd6684cc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:440768880c125fcc3f7d47ca5f30c0d1773bd2d2cb22a9900d29e00c49478522
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e49b4be3059eb3935a61c9faaf570ee7259c87b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a93c13b23888160e7444af2fdfa18cf2e8a6bf81d0ae020b7bad502295dc2e64
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c6e3bc792773fae0af89c35fb7ff69d379d4b52
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:204e768f028391194a8df45aee006b17eea50ca4cf35ab4970c6700f34108d31
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5db2f1899dd85133444b3fe12ca818d42532eba4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b4534a44e21c687afb50e8265ae7ed78171036a7df4876675788b7b0cefa7d1
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b87b7eadedce6c981814a931cd493eaf6c3c51d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:305c5e3b95c271408115719349000cfa7d302a425c1cb9d3f7cb24f51ba652dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32debd3b1b84b125b8f80c694828e7de351a8470
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a077b328405972e98a5cd047de78a6c4ec32473b1d4555d2393a4e92b5c860ef
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a6405c989afe55756d22b5f0993154d084ba56d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:031c8cfdaae4007b1d7e142cc39438935d4fb21ba23a9639a36bf3464fdfd516
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2291e1f6ac80bd3aed76e39a5d28d4f519386137
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d38e9eb51a6bfbe236024ba82d59cb288557c9a52363a58a9b87623220b6806
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b147579ac00ad5255d081562919e87ef3c0824c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1847ec5a61ad637e8e3fec53966af49f4248b2cbf858e06c1eccda5ff596cfc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c4c7bf0877af116732a85c717da615f8ad9a4e4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26b8243a9014571edd407bfb8a576e6447f9a89693333bd3d154173a29e512d8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..566f4341c6e9abf81253f9c3425c65bd4fd56fac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:727f1747a6c4cc9847a31b89849f65117eb59b93dd2ab65a5299484d7c019415
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb4ed1d929681c0f733172d13ae1500bffe28b98
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8747cdd8d08c38a827655d5903a8c35a80e8b42e7552052151e561ed5d838c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08895418dead9da36bd795a7297d5e29b92998c8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04e8ebc6ce8b5ea8643c7dcb62fbfbf39911a56e250f2553052809b6fb97e78d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7af33bd7ba8a5ce262910ca7deecd337da68c0a7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea664a1e3034297f0994a829148607f0ca0cf049d5f00aa5a005624a2de87145
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b90c340ae696395c2ed2de944a38b08775ca6441
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a77522add1ffb896906841088f1e1849b3ec27e106acb95062739ba23fab8f9
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2386ba2ab06015ba4a7ecbc296a4119f08c90c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec6d0dfc1ec52e35c222c4eadb6836c9b234344a378265c94dd3f05dba67b88c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9a6cca3a8dfeb808e798951443f470f6386dfc7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c9e5ed3acbf878be88ec010a4fb942e8bf524b8342ffc8b18651dbf10005132
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac93bdc56bfa608322aed6f8e22795a4939fc483
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d32d0a04816b08f46e8ebf8040ca8fbc59c048aab4b9ce774bfc2703c3fc8f54
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f25020d0ecbfc0da3223191045a2cfccff570f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a413524cda860afa225bf32a8d09e759e11f4d9a75171d3bb2975af37b1ab12b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ddf9dbd3f5b7cd10ab3caa100c97a7a8e22ff47
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb20eff2f640add177f4fc3bebfd14816855f3c495928078670a7c4042514161
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aeca72cf2e047e766f7615eb838f9c02b710827
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93327fafd9babcf7b3c60d4a0b7e7edbbb86b2663cf495ba06374d8263eb0919
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..370090393fa1db5ad4e5659c374928eebf1d1926
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e558d4a8425f0ca258cb889a50e61f04a5bb05a0a6dcab58225c37c06c47741
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4d3e3600d1d3f8ecbcecfc88d9bd1cf995b9267
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534064d1c535dc4b60dc48f8e44eb89236ac8885418815e62e7fea4ed737ead0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cfe4d989f7c390f6e32f5fe4097f4fcc3dd3fc7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eeed9dd5bfde7caede2b00d1199bfc219c17b7de441096c592608edcb407cbb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cb53f9a4826c33246dbf03a95831dbad8c46775
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c87a1e8fa327235dcd809791c36c3bd29cf2f15770f5e40be1281e2f969efd90
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d31d363e226fe7fcff28efbde3fb36a791cb1be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0daeb8729af896c64e5cc87dfba6605d3649722a5d842b05c91da38d98de85c7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7b3458edf39bdd42629da354ef92eb04fe4a990
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:054a3d5e7c7e447c9eff9c0fcfba375a3794c65d3e2da28b6841308321735d2c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7019b2f2a0f361a17539c8087f19a086cb3d0e17
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74cf844a3b2153fb798062ec957d84df3c6b23c15137f9758c797fee29f47233
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5820093c5e22d388bdbb3aba6bde37c917638c60
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c33c981ccf76c506e568c2349c726cc6ee8a08cbf63d63b6e64a594c223d3887
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46260f7e4f246789cb8285a5917241624e926ba1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23f5a69055b6f8868db2bcd53faba7f663b36bf1a48fe0c423691bb802ca087e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e7674ae664ea58c8539285406790074ec685289
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b134909ec2e8638eb88e41bf677360fdd0393ab7c2729047bb12cf3c6a5a1d64
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e153c510102a82f7b7bac2a5e9416894541e673d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0cbc5a7368162ef5cea1b9523efdbe20c43a5e4a9731242e2f0518f05af2ba8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c70ed502b46f5d16049ce724ac96665584cdf8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a26df9be0cc54864ffa78e5cc00b0401016f2eb25ae3cec57cfa50f520e73d9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a6a6b17f32623a43ef54cf4fcf7260878b3ecee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e60db643096a4b76f37044222cbbab59baa2d2e4c46a1a48eac6edb20d1cbfdd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33c716f4c281d6debc4e3e559acccea6daef3d8a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7614fe8c852736c14cff2bc79194d7515e92cddacd5ef1b604aa93a757b4b28c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2b76d098051d9567ec517bfc3007c68b12cf8d7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88cff32eeaeb130a718a390519107eb4e996208c280712c23aef7135e2995a77
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..498a72a5c6a373ef08041acb94ff0b39f7f7b975
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ee3cb69874713968a065dcfce782ed04f4084928e381ec17294bffde11725c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45c8f969359223f712a677dd8df48a6c8e5e1ded
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b18fe87f9e3de8d0df8bbfdb9c39e661c440891a3fd5185b4b5b99f97814211
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b663c98ba8314f020659425242dd981dc01154eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbba4f418d2302beb08b8d1f5a1fcb2e9a8bee41eae15318c6c06b73f26a8c0b
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61c5aa72e49d222acf9ab3aead5e8b1ecbaf7cd8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c6e4290b609ffeb41ee567dd1ce8e72fe4f0dabbfc3f3fb553a10575fceba4f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b7fe2ed0085945eab78f1a130dcc280f5035f01
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d63e11bf5861313cba9b786b75c8f6d6cc7a07604544f4a627d6a58a837359f3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..734d0ab6e4b2e66df7477cf5574e6a35c9d9ba7e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6494572b76639feea5c81ba42602bb2e314f485c6a9f3b76921c110360fbfe4f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83891406657ff45c0b085a82e2bbed4849f74b3b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b89cfa4541de7896768e768b8c911fe7be08cd412cce3d9560259c0ee1ff91d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6afe8b93fc6f72d4edf0a56e3ed3f07594fa196
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d786a81bfae4bcfcf6d7f1b58a08d6d194256b9ed43164e575211b5d798a1052
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f2f5691e2e14247e254829049ea4c321798f20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b365c0b2a7492e84e4f28c446625bc52d7f49ccb47407b426f75e3f06e2290
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16839155071c89a44e8d81d32814ef8f99a0d52a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9839bb1d021bc7a0b3a65a55024f342b8e784908d420e8c9486a75a0241680ab
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a57e7e3e5b450c7bec7cc5915ccc5c1f23888f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c318812ed18223bb701a246925efa214c4cd94d90ce386bd8e4818918318491
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c89275e23a38d71cfcd67d045016f3d081ecf59e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a98748caff3d83f01ffc962658b50fe9f4d3ba86f1a9bc1efb17ab700f3b7e3d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf479c51fda6f241e06b0675f5e2013eb4eeaa96
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fe7b9fa8725194f184b1ac0d2bb53a900ddb5fb4ce001925465b49c8e5ff545
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74faf8953e6a1255abb79e8de2013a4c4fb825c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c41bfa9b90e8728b59a37f6788f90eeb2488e16cfdf5d1041235c377d4ab41a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99d45f2fef0229e2dddf9da3acd86962f91b0ec7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4288246440236a1efefe6495a1b8e53a34e5a34d1b1fa48c391db072015a1330
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c239331432070a2d59e86e0e239791af6fda65b7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd5765bc190f24096e206a293a411dd531a73db5300ba432056185644521a312
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53af9c38ee941c22b4dfe43ff4fa130baf4da4aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0db4e57984c4a935f852c297848f0ffe40f02bb8545cb58328dbced05859d671
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8138a4df7c050aa8461b64e2f908c13b3fc7c093
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:209634e648eec8cedf450aac18ea4f94cb6eaa64c62a99c1f392825bfec44154
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..894ad121676b16e0a5ce6a94b68722da1932d7d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52363833ee3007416786a91e50a26bb57f7d05a8eb649c435b84c152847844a2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e584d226e64167d70dbfa20ae1ef15b7ad2b9285
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3dfcc27be97c2944d0749a1d29ecdc7d386654a73c320101251840b468f017a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a529189a803bd8da74931dccd4843931597b29ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc7fe4c301e18a4b931d94bbc520ca21249131d1523c35dbec51a5c29e1bdc0a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76e02a4aa04af1fb2f71c292e9829bdd3934f604
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abf6edbb26749df500f920459466cee277a2533ff4c3a8febe682f5b1e850e9a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59afc1d7cdb1456ec9a5c2202a72685136996f17
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:097fc6d1f21fb7ece2e684376989ff08936e82f95fb85e76b40021fdde614f38
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebfa19ce1536e8900c1b2c63817bca356d6f055f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d967480f0fd2b6ac8d9a0e36ba68f25c61fce8d66033fd0562ff82d7fcf16ad
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c82cccf28fcdd9fc133ccc72bbd19e1e9b17f416
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:209ea60eefc593f8ddcae619e2c6636dea18e3f2eac37d8961396f2fc3a9020a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb1f6825baef3c25bce4e8cae2b6e5d2634b81a4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1dd4b4948f66b5bf0776821f5f50f6d8d142c8795c97b0c16ab8a005ae2daea
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5371f808a623fb3e96964806ec9603548eff85fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ccce7580f504796cc8e7808c29801bf42dbcc824d9b90fbd936f358d1f0d309
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94dd9ebc013b2649de52ee3d06ff9999c4642795
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:713c9b70c2af486992d8d7a90625e94a9220d703af4e1f9f0ab0536d403f9eb9
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a268accf696fba99b9a28175e7b7a286d239f8ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53c26229ea97025ad3e5857dcc366bbf2cbff2cbe1ea50cb1a72abcebfae285b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b69ee9d48a16c8698b8ebf385b417d027d80fe4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa3027625863d701a8160fb75e179d22f99b3843ac228b791e0db96950bbba8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1033ebaf26583df304c70676a2ec66ac239e885b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e49b5a7a1d9414f60b051d0eab8eb28fc87b0016ce4a6e40f721b51523afda5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d184c16469221758f3fef3c62a0becc893b5ddb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c76f8238b447ee1b232c47065103cf707bb81c267976ff89762af841ef5def8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f0d07bd41e03dc3f7e89756e3a7c2583f07ff5d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c63c93ba9c3e2c0415a5e8586ad93bb11b5d53d5b5ff6e14e10d062332a034a5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a314d4dd191543b3e1ec29379481e07d6822c71
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5ff90ec74d0a687ce128fa0ce5a8a3414d45ce0350f2d46e66ddc9e4ab6e4d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e208f06f1d84e694b9525304cacefe4bad017e4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:834d8f9dd69823f4d6f80b4769911f9253008e79130d915ccf1aa75d5cefdbe7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ac8018b6ebb0b04e1ea2f7102d69ebbc56edda5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4a516246a5b55a21dd9586382dbf1717166fe21ee2adcfb803c638ce9975f9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6e6c31a9a355eec16f7ae8b0bd0032fb269ab70
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0841a17484d23e0385912d9f8e1fdbb24b63f0f85617f917ff82891d5e74e412
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b1336d64db56ced40ef94cd62b79e458dd669bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:605d5eb6d7904b20342b3c1608ffc0c89d92af1d6c3019c580a36cfc150ae5eb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a64ee57c6d7b9b4c424f58c30f0801cff1ceaf1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a4bc18dcf30aeac1aa2e70d6502a84e10e8dbbdffea0921f9084520cff5fcd8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e20666f356b9d37e921f553e2f5149150f484ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0be0df7bac18a0467d9d7dd518b0f9cf04abab9386d73cd8ce6eb39aeb917203
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4e174e7712b3601bfe1f219f6b08198fb6842c6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e887156e46146adc4b9270df54e7c1b9027abb6c3fb607f29eb539907f112597
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdabcc9e0a8adf50ea41bffe3824b429804faf5c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35846e97b4834151490bc5659e3caa2bd841bded8edc7ad1fe209bc3376c2406
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85ef30a8ec1626255bc66e83ddd71d427baeb211
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34e643fab3b2996dce96e12ef9bc3add811fdeec502e95269c3e3004020983a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25e5b00ebec9a168404ee124814f10b82ae8ed4a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a5e79d0654dd87551721223a121d0e5628fccd75cb0734998da83df91d7b2a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..707dfb51d0f00c268eba7ae9d51d0b8456c8faca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bac00eac5a601f818d6c7c3a9303f5bd57afc85aba654b7f61c589e33a9c6527
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82fa63b4d0880ad8e9aa64ee05b17cb93546931f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5792bbd347ca9e61047e292fa359907fd5f87fa5f632d828b2585f791fc9eb1f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84bdf7287dd055c47cdc4e63c5b6e243d164b2a8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffcf1b97f5c65df1c93b16e88336ec11a481b93031f6efc5144f07dd5a1e36a7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17edba6d77db7d9af8ff74d6a23c4decb1c9701b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e16f2e5ca2fa9e7ecf32c8a6951ad5252db05caa68b5235c791e5c4355ab16e9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ade87b01e296d8e427ae41f39c32e9ec7a581348
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b3a3415371fd5c98c71191c5944c047cb1764b8795112b7080f165f0a42957
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aad3175cdf5a2fd8e66bbca0b7df832bb665bfc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98683e94cbfb7289288f1df79046c26748708aed6a61ae4dd7879a9ddf5a90cb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ce4abdb5e2240e5946cf2d79ff12f67a299d847
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07980b63ebbe58e9b9c8514f8ff302273ed762ed89f36db2618a7f47da700ca8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf2c76620d35d636b9f4c7b302610d69deb31d07
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89e47fafaec0ae6fda5a1cf19454d02889a9974a87f4b068e2051f985253d23f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a60cda56d9d2ec27fe81c3cd426c3f48c556199
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33e48cc614d7f674558d67356cece1fadea4ca69c30f235635a57896bfa16017
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b85c9256e724b95dea4ac0bf2f6d620801079e3a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2f79a87708e60ee5565ec01405cb44a9c931fad15ceb154be9a1385c4c3cdc9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e77dac1f46e0cd8caef3c2886f03a8cb2ec80ff1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:512d613f20c17d6e112a961dcd89f239a4f4586b19049d41883e21ede8044e13
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f1f8a0dea39ec84e7504dbdf969e25fcc1c909a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68f7de484f3555fe7998112967fb5a2cd6309f562547e2f7fab6c193a4d8e934
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..971e7fe5488a28ed370733be8bb8f480e85e2463
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71d82a3bea21c5cf94d44f2a58830b9e68af91705775a6a172eea14411678d1c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85826aaa26be6c69145affa7f4f00e162e009d3a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9ba4d41fe8ee0f477f3725740f05e4599190cc659714c43dd1805eb9f1f7a0c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..430cfbdfa9da299348ee905f75b26bbb85e4eccd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e98513402b83d0138862e423feed1dbb593426754f93818c3eefd0627b40f1e7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0ecb096b924b6631f59b72775ad36f0733d6fb7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f85404b2c1499742fc19af476f879044cb3342448ba8fe0549b5328217240c02
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c25c8622b18c28aef7404fdd8b84f840dc6abb6e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17490011de341e3f792fa31eed31ab917847b8aa14fed917d03e4eccca39d51a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ac546cb1d4d3550510a4ada1002da454c177190
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd5527b2f967ccbdbd862f544cc01cf512a86a4c2f648638c40c6624cfdefb8e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3e9f8c41125e68482340414af94a07d093e29e8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ebee53e8242d09d5beed18a376544aaa9440f183908ab860b0077d147b41a93
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dbdd9bd4efc901bbdcac7423de178d3d177a4de
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1845f4ae9d481620e0813c3edbf065f8604ff773d09defe03c8e9bdfa4d0e79
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b225e2596fb26642e7d00e8b70b52f3d4beaa42e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35bf5f0653e9f56d2250aeb13d17fad8f3247ae31383cb9fe41b481838676ce1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59d0dc27a370b4f28fb81af40aaf8143716a2a4e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46f4947afea2022f5e667537d537b9e954ee0a87b42148bdef7c9a85cbc157ed
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0074a571fc725f671504c9e774c1fa988a64bc03
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e0ed2a1901d92b2c7ac0a3f242303d2507aa169f1ad4e3ea1687ae83c53ad5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8b7cddb9be1cc86b2c11ec5e458261b24502159
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258c5f218628a197e31ecc7841e0ea442eedd10254127812b5856b73353e7e80
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..790e3d6393d0318809df7f589115e61f79a025f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eea63630407f31ac342633d27da92ec80a583be2615d4603b106ab7766afe553
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63c17878895c5068182724cf61d03e61e5c28cba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6913f18c8a07db7d312114e21686eacb583a5ec57e4d4558589dee737b93208c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61ad0af3b5100fd0ef935bd6cb297359fb1abce8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e990572551ea5ed4dcd3704d37ba1cfaaff68f34e02fce2595c7b217aa9621ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cac61b703e5ba816a1142221fafcf7f3b339beda
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31d32305023104466c0e9915d1b250c3181ddcb2069f8068ac4ea1537dbee608
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..052fc848440c76a3ada1fb572c3cf65d6535c04f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eba0e74934906e590de16917f8b6a406961a2b64c94b870541ce109f820e462
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d20c2008382156873cb447db86699869322186a4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f13f74f9ba141e32c9e7b503db607d67428bb5bcbc264f05a88ba704a37870
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0918f63ba33621a449393395e4fa39a5ee6b740e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad8cb9e3c574920661a23ef3d14f5a9497edf11c44bebdc8aef693f5450bb31
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..def266a0a45d0f8b0c347ce30983872c67722a73
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ad271b6f4832d0aa7a4ee0d3343bc73c35b633b24eb234bde8848222bfc3d6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a303e49fdf35c1401819c99ce570b0fcb6ee7f08
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:848b0baa3cd191b6d7a5882bfe84ea189bb2061ec9be2080c2ebd15705cb2c6e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df13dff3af37b7b2630e1f662890ed8ff1d528bc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe6e3f3f777dfb6a9b74807d0afe99bc34df126ae93c1a486c7cbd6412bc8a7d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..553c79d2349af30e953076b7c72788189ba5159d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:405d2ce3fe09616d7a725eb6833a7df498e9d504dc52f61b59d3c705a132a2b5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..addfb8cfa5d0ae6332d70714a9b623eef23745c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f84574385d95547087ccb8a2ed1e58f3d6343e99a25a6c3066d131157aa0631c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..094c5c3895a4890e021b86ba4acd5d3d8acfea89
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6089ee682d2b8f784de9e8ba6735d2d01c47d5ddb20236a400e8f1780551a37e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6b634963f3412f4880b71b6a553afaa8f790f54
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:841008bb3d8d0390359838f0a8681ab6dacecc3f826229e5809abea687f9d762
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acad4c970b7c85fd4e704f1ec0066ed286c59ed2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5a71dd8dc7f460aefee3f848ede755698ed937a2f56d9387726a4bc63441f3c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f89a06acf9b7ba9899ad857d5fefbf1b98fdc1a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:098320a0321847bab274b13d2336ce0d3a91ce4db077d3562a252b6e4394fd34
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..974cb038ff43ae84f694f24b1ffc3bace80ef39d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc45e36b5aa03cbf5ab3311436445549e16f0cb4b42e3a32c548077b299f94eb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a767d65d32aa041c6201aa1ebac665779d18fb6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ec26798eff887b1bc5955ab0ef205ccfdaa4b20d8b256d04832701ff3b07feb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..747f3da642c193178359668c535fa96656d54788
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4302ab9be0c44623860915d7729eaf9724b61274775e6fe1aaa946865721eb0c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd274de715be1754c33aeef910a0d7d354a1a3bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27f8f0505237519f00f5fca3972be9b7a74bcf9a9b6b9f24d1576c68317c470e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1531ce4324dda16cf59539d37acd559fd4e60bdc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:561f79d8eec2348ec84715ce438f04d770270fc62a2a285af670851e611227f6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cecc21f8d6cc09ad3214b476c72ed9cfbef8026
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f03f929b9236e50f52e8dad314d07727ef3bd5a5b717b3d8fd12b75043c6b584
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38173644b2d5a41fdbd7572e168a675b42d60b39
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19520f208cfeed85497027ed0e5c5c542eb17c06d20e989245b1cc29b9dc8cdb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ab3ab5da2a2969f542ec62d163cd74117271542
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d672e8199eb95fc648c439a529affa1cd8bf1a581e2cc51a76392f483d24466a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fb759a3cf779a6462035575964baa159e980374
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f71303284cae7d16449d8a55f75230e49afd3a645ded0c0d18018d8d57184928
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dae96495b1861b917a7819ee2a90b3fcd95d9e0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf4fb6efc55114b99ab5290bc15db31d25ab055e6f61044f954ce7a6b2b74fe6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17d11b3e5c9e284a33630c78280e4c9918f772b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea7995b2a2e2dba89feb864c39e4988bb34ec1b9946672c613e980a3eb8b953
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..667a5ff8703b8a15ff4d5c063c1d923bfc5449fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efed23975d4c2b172ab3ce4bade9c7dfb2570320de8450e44c06f522bc920b6c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f0164f8c447562ab32af3f3ef0c31b5bef1f912
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce97d35be0bc80a30aa7ab40a731593a365709461b8a9f293d708d7bf1949f3d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8307bd12ccf7c9d5d63a5afb516e24f61bfc4b41
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82c43ab7b93a1360d7fff313f88a645dcf5f445a2512822119df433294ce4364
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee7baa439ba046a65e88a8a166f5c79089cf788
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5629dd00b857f99256ca47162622c8827223612775ccf35e64a1dc92ee630547
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adbcb6af4e1f864042351ad4557d0bf6c94aca0a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddfcdaabc32ae5140be2d5204c9836caed6379f93df371dd9d51e75dcdde824e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8128bba937661b7253f0d29377f8f44470e6bfb5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b23dcfedf75768aee94548ce9cc5a031cb5c0517beba47183f34098885e42ac0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbec3c8eb17657f98274351117b93bfe93dc7605
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e976e0adb80abf9457baf63fbc5f65593564bf5923ef6494984d5771c353134a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72c5bb066256007dfb1dfde08a30086535b5a779
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6abeb8f8cc236d0840e4c0eca5e42e7b251c548062c5dd3fba6e033b01809f77
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..616849d05a20170d1d7d166c470699d7b0d03197
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eb398d8fb05ccadaeca6021a069e150e28b51b54e8f39333e3ec526c90463aa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..389aa476cd5f2bc6b9b02bc62a943fc069c77aed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4f8c5f85d20c2baeb31255ace3ec3e715b9ce2c6547f281ce65fa8cc8bc4cb7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3780d922973758d8d6804b9068431cd058517fd9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8c7d617c11aaddc0e291c8b32cb4a1db6556e94f08af99f67d0cfea4ee2615f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51864aa9bcaeab407f8c4f67a9403a5cfa18086f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2699a32c010fe9d3225debe77e93578664845e3f39bc3498458eb44ab5ea2d46
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0de861664e5d045111cd77143b8c5886450cfc7b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b677abb3358d66384634e6475991df3af4ed85a7085c0791049f1863e3d2c6f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f366f5570a583d7ef8569bf980bf5652a94859e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f7094bab8e26900b58aa577b5fbc8ab6232fb75874adc3738b5371985e3bc9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6a265f220641ce812909021a84b79f52eca906b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:532a0998b3a691c73b9ad5ffeea65d5603292df769da042edbb2bc93b82d74e1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13d3a7264dfa39fab915a6f2d83db5576b3c1480
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5b135edc29100fe6ac02fe681ff183dcbbe1d752972c558d9616a8d3aa4aa08
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46d0e0efa2e19e3573471c85adaeac70b615b635
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b90157526f4819ddf4ad059f26923db70faadcfb284c09739ca05725aec44c4d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..020ba7a8f780ccc27c492bb7c371f539b72ff13a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae29a1916504e571cde15a28f0c83c2b605f0e0d0b1c939a4fc3fde794f3ae7c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30e3c03cd9cc34593f7963dc66838710a3e73712
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b7c9a70cb125416aa79e0b49a00f5f4715d0af2ddc9883ca2566240169a9764
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..857d6ba87b9b19f1fe33d7d8f517c2b271f25bd3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef8b93288c1403fa91dd370b8aa38b3f03855564291975559b18b0b72855cfbe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b57fdf7d787445e447645661331950e6e2dc59c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a9daa13f8b7449b68d1acd820761b9eed13209cb63d548ba180bae1fbf26ac6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50b442669493031ce10946b05bdc291bf0c877d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e6a57645bb090e7115e0d9985b9a2e77c2ecb7bd9dc5bbf97d0bd8f7665b9b6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff70e3ff71e5a7e1416f1358b2d31116b302a90
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb0609120b4c1f63d35be1fcc5f8f25410499c6f6222f6e70cc794bff994c49
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3395be8ff82b22bbb0c03b62b708191fdc800c3f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:309f52b097abe0f8ecaab484c2e06012e4232dfca2f9cbd23800cde37ec4ba85
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1af1323bb015c0743cbd7580a3c4082796d70140
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3109ca342abdb502af3456ba49f71d8b1fba0f0fd020308f9e847b8f27b56e43
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf598cc47f2f8ca2201c5cb9d987b9eb12d2fdca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:097fd435f78bdf7b1270eb2e720ce0331b785972a2edcb41f244a59e274d8f7f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1113dcff8ecd20d666700ca894dd0a9721635a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ddabe37321387a6d0551ba127064dbecd21e6fdf1521cffd68a6f7ecbee7672
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08a58e5dc10a3b9d9cbd64932dbb7de45150e484
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24fd8928db7b6cfd1abf1ae5069ef215766a62cdd8260b4317fd067a03a8cfdc
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5da3b918233488f1a68692186813ce495a9d2de
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca507bec425077bd700ac9b3ebe36a53ec3d33bf74cdfbc29b6adf25f052ed9c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..088350973974b2eb667de41cccdb1f485f10bd8d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:035656d5c45a92267d7eff6b1b514d7f70b4bcd4221d16010121eeccda3f63fa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88d1e103009970c9ccf629859c7b208f6faa17f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e1f497930f4ad7e0e4fe57da8bdffc8319d1222101a5b1f0e73a2609f59a25
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00e9090be805b96ea381bb65edc76c1d504f44f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:951c6325613fbea5ef01dd33d8cd064c8f3edde3aef1f337fabb66292a72f3d6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d26b1307f67eda40ded183013c54e9516274a98
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:863cb4d7d2d746455736450bdaa35a0fe65a82f83c90d46c2f55b294dc90f91c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e078671a04e5432b7637c473067b70e61f13da2b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:146cc90832666274d2122b8a6729b46741c256856d1e2d4d14bff3da03ee1e53
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e192fd8da33a274b9a981f908b38e6f51f7ef2de
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e6751952ee0ffb41d8df117e16588ed3654a43232edf262c9445cc803719714
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e15a13e151bd6bc576e7bdb7a5928730d623ccbf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd260ed80719d96fb3f422fa2ff4c860cb31b9a6373d7843c3cf5c8584353435
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b71287919cd7c20d433a2378986da5f45167488
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e6c6d907dae35f3e6d758bae85122376f9a2cb4c983851ed9378051fc12b4cb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a75c0640c4c6118664a2e8fd2bab2f12f6fbc4a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:955e36a4443c35e9ac3f0bed8ab2b6821ef674d4914769d5633753a3a366d3a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec24304db48218683824f55ff295cb787e424813
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:230cefe9dc88ef64e221e4229d668771d34b238098ac91068742a55dbe34d3a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e20e37367837c18a2155739547af870ae259a800
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39c6c67707f3bdc7a0f50bf211bb2af0fc33a419e4e7275a3f45886cde3c9d2c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb7780bd21286102690adc150b45f090d34d552
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78847a3d889d488f8a858b67738bb95a9d37616cd057941507825969aab83ec2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..075638fbfc5623e21cd9cc5ac509974737c129ca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac184b8b712a4b5e0e1bc1b99b6fddd0c6d31a5a96cb9f2191073ec2d99965fc
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acfb103fd7b631d0b871d157ccc05c872d2696a8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_13/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f8e104dd2a225578fa255c930f10ba14da2278dbc1bdb34fad1edeb4225dded
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/lm_head/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3e3d7e66b827a467d1bc97c0b9bdc06870ee548
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ee3742c9c166836133a33561df6268d443ef4d7db01ea17bd6605e8cf9912e
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40e956516fa4dfa07ff5b43de76ef5470236163c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59e9d10b6ab2547a2221cf1c50f219d402607536cccdcf05420d5f14a63865d6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21a6fbd92e37d85390e954e81380404ca3892312
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:975d5e209e6e2868368b2bba06b026c5fb804af31fc1c6686caec0db14be4685
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ff157e0ef3d863376cd779c9f2f8f2d501c73a7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d603faa812c02bbdacfd8e200c4d89cb6447e9fd6cfe034da51242765ef97a46
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5d22c4dd05beff727b27fe80b115c31e97bd870
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9853cc07698685e3bd7326b7ec7a1408311409e822753f556f1ebd34898934a1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3da513300fc0196e4fe5722996ca142071fd1b77
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19a38e9719ea03a585f7036424fc0ba4701e2018477478ddd6a6a75a671b2345
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f943d4032112701dedd36667fe5586e2fe76649
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9be00c28cc1bd1bab7e283a8d7fe4d882109eb99a3a0acb2820924c5465c2e79
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bdc0cc957c833817dd0d114a28081968bb2b7be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4e6f55390b00aab1e6a3a774720cab0bedbca1b927b03a5d45c98533ea0372f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d26c8927efd8f4645442f2bf054312533c56cca9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d44999754c76bcb9977355a4d87458d7fb199cb36b314ff6ed45d7c8c3848c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8880e87c2990e21612585e971440f5d06279476
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8be375279628750233648df0fe112632bd5a1b999bdfa228617f6fad05a67efa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd3bb218d596f4c17e38536b42f3fdde066754f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9742b7eeea6a94434bbb77ee169f5ea159ebecd6cfdc3d672d375dd5ef9586aa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96a622a4df94619f994e3726d2350460ed1d2442
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44419bbba814d6de730d60c9603ff8308bce2f2062aa6d1d307d30a33b4e2192
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..234db2e79bbeff571b9caffd1e3cfafb3d03824b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fadffa56559c9a04d6a6deb0d5252995f776db8504ca47102a0a93470473d2f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62b8a2e0778ac5fdaf17b217c103ef4b92dfbb64
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e211d2d106cf12f8b5f9068fbbe3bdcd6bc2d7429e5972c844a7ec053eef67
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fffd40abf73124b3d97ca94a7c4da5bf877dcdae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03dd4cbf047205ec65d28247e87714194f11e4482522d5f33dffc0ffe2700140
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff91c369aa7359dde3651c98871ac09c6f19c642
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d6c0eedae6527fe0739a17df4d9d58e0fbff18bf268bdecf22267e442f26d5e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f432cb728a0ccd7873bcdc06a91f23f146d01f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e15540aea7474b132b8e74b6cea5f7f6817bafa02ba5c8d58d506571f2a8b9b5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02e882b92f3a8d78908062a39f8b168f8f0e938e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:954e7edbb2e7c0b418db6a94d7038be4d402c4105173fe34a5d8cdfdf50b1c52
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1376cd7e52a6f234199fea2245cdcdc623529a0d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:306a89efaa23202c182214ff6538868474925af05d28a432b511518fe0d72e48
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5391bbb9683052591798ccfaaa43ac471d89c47
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1937b42c143c07336906ebf124c57f9a0395b5b6d0dba230bbf15a82f5f69bd
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aab7042aa70e6c0f51e9aa09f655b31a11799c8b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d503db0ab7e4e79aa38611949558ea134e304e0ca7b6a1a7f7e271a6775ad950
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..808e1e3e0b19ccdba5235cfeace9d77bb24e7fbd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e93e014adcb34e7af1a042f11ade138ab1bc51132da2c3c1af9b36f333ffa6d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b60b46c62765563513d1844829551fdfc5596a7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55f8a9b1ea78af71c6269d707a389382810a33077ecf51b42126262afd986c50
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..937e4f2496461dd50c3bf3d2d7adbd6b70b53b01
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fcd5be803d2b6b3ca77568e0e5c42ea8419c18b3cc9b809d2798398c4a0ce79
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39239333eb335e5c414bf64053e028c6492c5ed7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ecb1cad5d68755ece784a3d85d1270eaa6d2983b83008c2be52ab5b720b62af
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c4d1c4f38c99d79f22c8b6e73334cb84b4190a8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0d145838f3621d205461218cef265743bad44bea9e46e1d26b4f1d305d4def5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf9e6b16b7ce4b92c6d9872c793870407f518731
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf30aedee80207267c11b4883c75954b416d727a9de4cbfbd2488270a522bba
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29673cca944f25c6a29f153882a6ab8e09026e8e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee145e4cf4c9553971e495a0b2faf14acc6099917351ec5df0e1f5f66a75669f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..151979b599f82f0af7e2490272134ae1382c01d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0cb899ea40b245b0e72208b55e8ba52ebf846b6d5cd6e8c8da57b0f482acdca
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33d3e613e5aa08517539e74d0c037c8a7c31aac3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70fb69c34c62b80e07958ce99923a62b5ff32f2da3c7177c9ff1f0fb8b9c226c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a54dd12e14e88f0cc562578a1ad6d673ebf0c5b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2f20c7beba4daa627b2d10ec88945d0ed4fac51ab94ceefc14d2aef0e42a84
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35975f7956d83b049fa45eaf5ea9daebcdc39405
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f843a5922562538a58f3163651da51139f0602056ab01b1d6e69504329a6a78
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..083ccc6736f76b7e7491ff2d64e77dae48b9d27a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c336c028db669ecb52e95f61a89aaafbd63b08c7728f82ae3228402d38be61e1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dcaed04561973d39248f9cc0308f5d3e891dac4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6f82fd4084dd0eda682ef1845516432c568338b0254a732335016f174847e95
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e98ae7ab387315ead91edddc0a22641a77856f6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc700567d1b27c16992fbe16eb1e69d2abc0cdb4a48abe543c9455fbef9a013f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c37a5f8e77d26435588ebe17b1342469121df221
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1281ef16b64e8d164ad45cf7764f652b97ae070e5753e109a5b7dcedf2f4c5cf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cbcad22b7066272e59dc35d27dcbfbf8560fc77
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92600d0d90b411870e99db51cef0ec28479062a383e7e2f751a7eb965cf1bdac
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be7fa7ffdf0fe65b60f4ce6243e6b2936640b48d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c8da623a54e015ad95585605f8d493a9f57cf736db40dfcb66c66650c74be67
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a74c5abe5b60144152f5af3ae386b05c36c6360a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00bb1de89eae580423e3bcaa6c4a4cbf998f2122aa7f69c4c5f61ba6ddcc4df2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..307626f7ab89ed915753a504e4d67b7724006eb8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e8a6b73ffa2f2f948620d1af9b66758a4164c49b2c35b946954825cb10689b7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa6e8ecda09dc01a3d8fb3ace601c582373acad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb9df083d678a9ad9a0f356b4fe36ba6fec00206598e0b34fb997e4b93e14f36
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3e0abc694e49573e481548672879bf9ac833ba3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d8b16fbb9a26cae38bf36c42535c613d41c23f81538fc2eae170dfbaebc6379
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9994292c5b06095008e46889e2bb9e4753d1d80
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e538b2bfc87a02ae200282e1d3eea490fa43e5789fa88ada84bf95d4b6edd1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2b98e03082a1b0c9ed1f4df9f98692295436d8d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8750891f72499feaab34e7f5b307786d80e4e81d208e85241c9f3730c7f79038
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de3987a338f559185f3ceb3d457a20e6f6bef172
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de8e01605b413e7584cdb1d67a8fa98bfb0c672c047e093968a608431aab3ac3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8a2cf59a6503020be1e24ee15cebe0a89ca3bed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:430f7f2a17c0198b7ea74fd780fd60468b60b8e2e236ff5d7e37bb6192216b5f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..707ea4231fda95ebbd24710b413a3aa209ffafa2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fdd434cdad2d925c6a9196ef88557de776f9cd39bb19c08355b52d8a0dff593
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8850a884d85cb8b86f028fa53a4f9c053d55355d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30c5ce868315d5ac4215ad59e85890c2484324f249727545dcc737a44a72f060
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d7f62e046242d465510e4232efc0fa83b7f392
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a8204167eeac7e8bdcc2ad3ce85581375bf7aac80b5b768d1faadc176f4d05
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2025f4c8deb6932085e865165537a7e6e434cee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf322e61b1a703b0827ef306417ef93f80af3bb8feebda217f289e021b9b06a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ecb9e4ee321e69d0d694f00ef3af5eda601f257
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae9f92ebd9d6347668f7620c9c89c99e76bfbaa671878b8e6bc338eacbfabd1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5301025271101addda9f33d039dd0835741c60f1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44796ebaffedf0ebe7936314dfe2e08d6790f9cb750a25a88f50fc3a331e8df8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db3a22a1063e045348248edb98511d333a475558
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cabeb02b7e0b8d7521f4a7d44a1051e709fc5ff6ffafe378d8d996422a2b019
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49af18db3fb7a8cea350b9c8323157c5476e1fc3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b37ee8c37898739513f641611b21c504232c1d2bbfbf43fcbbb1f013a17f650
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de5515c75b1b824774acd981d01d54a852ef0799
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26c9d999ea52e23601ef15bccb280c16ace131ace366844446721b02bcb4b6c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cbfeb33856e5b562d65fa5d84f3e00b6c5ad8d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60c4cdaa9fc3a20e67874771293b5daa4733bed104fa5dfee6ba3a8e1f97ab68
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21aa2587ddd503f8c48c4fa36e17eb378a5cddd2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c8fdbc5ad970fe8d8a87aefa5dea6198b61f1b30a81efedf174ca3454a12eb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aaff885eca47994b9ee97ee607b042e46453440
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d619bcde609c7f290bed0e0235b8fb86a348afb6ddce3774f9389d07c34e5958
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8035cb446c658080cd4e194bee885aec614fc36
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a99a8d877480c6ed034f804a852a84d14a146240cbfee04bc51e286c433d1e58
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dea10f5c01bf76a1eda0778ec3f3fe703e4fc7f2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:103dae766e4fd0fe2a169086d5876ee9e8812e68d46732eaed60844a94285735
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d605f6d6f325f194ed41cd49d2aa7e6f861e073
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79145536b1444f0dbdd454a1f5094e0261edfccca051e2e2de3a5b30d1438072
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7803dd9a8ed7dec2706408ab105c4be4c629932c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01dd9d9f37cf25cc99b531c3ab6d8857a87967faa00a5d7a1d3a67d89ea52aca
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14db56295e7cafc9bef29bcf5f0f3dbf862e31d4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a802c80cf113ff422ee289a00f41de217381e8706e56948c395b859ac3e367de
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03b3797459d5ca4f0849490695918d3c880e6015
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f93be04fde1a06a5b731b121cfc7667f3df4d2d94cb7e3b98947b94721437d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e313bf1c4abb6c84c48c472909949237a2d8264c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c40fd84bed8c57a27e02fe34130328a0714df842b0e182cdbe4dd0e30414b63a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..225d34fd5666e066a3a3da21328f9fb8af28d42a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a0335ce09dc232c05b7d34183a6fa15e1421902fd20c3884331b95c2a6963d6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a1a300bae3b1d395bbfb41f34b9fd97a8c3272c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0031fa4321b8dd76921ee1c7a961d4528c81d505d2eba1b2706f592561ecd8da
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c86e6cd74124220b0e9f921469ba316efd1ce76c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f18f42ac2b7f02a22bf76bd7af8c1022067b5bc95ed27f4c74095452687af3c8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..197861e736d1af07056072d5a404dd705d897dd5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:299f4697253de8495403c90e28a66ae6efef72930588aecc035d8502c589738a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c57af48847b3ed3dc24274a781137732c225a26b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e33ef9c3af0a4af591522f9e6cb5828645498643234edccf69586d962410f549
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e75f21dad6e680410fbfdc338b61ad9f919e474
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72864a4c903b6806a34a8cd82c42022d93e6d5450f40c02b297b01a388d689d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b46b7aad38e43a80c26068cb829ebf744e6ae1c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1099aaba824a4b23a28ae8bda3bbe2a6f22224378d75d3b24dd4a2944b6806e3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7388a8ef69cf1f5b7e83d717dad0001e35908f58
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cec481f2601c010376e53fa72f09f8b196b643cf4178588441861131bb7b467
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f89938d6f784e124dbd7e27275b12ddc98da9fc7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9973d32c4a18c93a4f05da0d6ebc2d232a5eb608b58207f3041be06dee929f95
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48b239e3ec13c79d870e4b37b835a2e8f39baf7f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6802a7ccecc7d13e3def8668eae99f8a1c7f142860ae076d5a88db4a9ba0dd37
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a822d1ee976c685a94002e0d1adae2c4853df5e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:957d641a5458ad00786caf1c1a26a760df06fe895c907bb7486ec0804f79e8e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20047c11b8d9b710f1f34e9fca3bc448a8a7c291
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6280140f11ea1369ef88b2f595ba6849242c8674af3803f87307ab5852fd6c5a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee3479fc3322c5d9208a0e1a5157a932993613d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8c98ad29e5465c25615dfb4e3ecad2c4229271f50bfb9254306de5656226eb0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..243e4e2ae85e4afbe55464ae6ba1e6e01222ad8b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30d9adb8c81daae125d5680d8acc419d9639a24434aca1507ec19b22617ef728
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a3027474574d3dede017d45092876878556598
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bb29a5f4a7d22f3b715e0b0c0b56f083eeb1c8ed4cc5ed232e9f4097cae4246
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42c7007525605d49f1c5b3523c2e1307706f9578
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d9f57a9ebb41fc2f8bc1134f3b596a13f3bc85ad7cd8092fdba4959a5b11f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d963ef83bf08313a2507559bbaee341035dff30
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a95fe8576bbe3d98fc72ff618fed710c37b205f3bb6dde485adc982f03e7fac
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d52c321efb4cf48283863324be2b07b40555cbb2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15a48793f1a99d576652fe7f1997ac6e96658fde25620bc9ff2e897596adfd10
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caabcd068d4a4a5611376aa76ca9a0af47391ff6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf540d2c42e19998079d9a00d037293e34730e7360df0fc7002e0cb5ff646aed
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87c41c7dd33418804a7c173c2c3617dedee598ca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22aeb52d19ebb9756c001ee24dc99df95df163ce1e0560e68d60976254607527
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a73aedbf365179624ee6acb04ecfc8ceeef0905a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:006ede411c63f21ad11654bdc07826c861c8af31874523c8e5f318fd13952cf0
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9f40437b79fb840ed73e28f625a3fea6bd4aef7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42abf404dc35476ab301e08e682bbe6b30faca015f34779f1ed6cf871cc5b47e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9daaaa24314665380f110ac72219f25973b1acb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a169ee8a4753aea5b85a8ea4c841aa4ef39a00885862ede7b8ad9ce6843843ec
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d645a896099fbf37ac152115fdf0539ffeead489
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cb32cbc95c26645de2ca689f164e5d52f312a4b98a0e6b596485e5b73af71ff
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f2f9859db2560fbef571fd460b11b49bc900649
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55730f596777ec6a19c4aa76cafc6fa37a9d078b0f3be407d55db761600f43d8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe424055bb34cca65055aa6296c06dfe23ab1b27
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0feb726f78b08555e43b0c8e2a8b2743235cce31ada7977afc6e3e07883bb7c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b3a1ebe64ec03ce5a05595c6bb68fb6cdeb2216
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b3c250ba5439f79a47080958c38b4e726a32a0ba970bb2d53d0a092d8c77973
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d52eb3e7a079dfa3e83ce031ef275d013125029
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76fae2d323b5c1886853af4a6556b1fb5e6209469c3b20ef10f5b5b7381bc6f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..236f6e2ad906f4028b5753edb4f6aae5213e4bea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f3ad50ce6997c08e8d3c35594d4678a9735a4334155055c8bd81fce3372f43
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03653ac4e2f617a1643c46df491e6ee54f20bdac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91fbe7190241558d905bce367044a39a082d6da16177d334f852cb57941742a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7917a9388b50b26ae6feca6cf11d7b9dd44887fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:282bd67df7c8395f4476944799409879fb7b0f60fe9cb126921d33e19ef7a1f7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35a1eee24fa97ccb9cbc70c75b7587f5dbc286f2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:422ba1abca66e1fcef1b48a381b6df29f6772d7905cfcdd3f58c5e7ecccaa14c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7757f761d2d9c343367a85af3a0851092add540d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:869c0eae6b1d42ece433bc97150b394246fc9807339eac55039d77cc6a4f42ab
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..352b87cb89305fa4842c84cc145aa3e24ed4f0d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8593a1880243d9d45ed887c478bd031787a9e62ad53695789081dcb07125930
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1bad3bfcd6f34a4ba94e020ad8691da7c52efbd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72034bab2e0610a276f27b90b320a7bcc3ea06425a6654ab14a8ec0ca527f605
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49e8edbcf997c168b958ba629676e4a052c8be1d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e69cb97cf5c87a4bd4bad83b0eb3ccf57602b14348e6be0cf1e555d95ed1d4b2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab79708f2f62c42004fbf2258a19f76bf5390c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd774de4fb25cd6b6abd7858a517532906d2ffc924de432bd4c657aca4382a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fdf37a2cdabc06857d68b34dc2aba05f8717278
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9287d57324e0fe8f509837847efedb8dea67c730c5303c10b2af254a7ad2a81
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bec68265d276fee1160cc4f0c22d8f8cb02a0809
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb5bb8bba0abaa614d0a2516850b96c227be4edf4c33c6828866f79245d37842
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..321f27ddb529daf78c8ab46884e9d17478d786ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d102bb87f3f6571eadaf3047a49b3142c94ab4a0eb13d0bd5f5327a789f8d038
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07d6e49d358bae693ff92bae6bdcc919d0c3b2c8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15843e823414d0f2ca8aad2bf4d29f11acfffbc02a082b6fdaa93707679ff19c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f501ddca5c260428ee9ef8e6e23848352060d8df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67eea65cdba25f4922ba8430c38d5b7eccd392a6911452d52823422528affc63
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09741811b33fc96ef46340e14711d88e8b0ed8f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40179db704ab62f7799fa1af3654840cb9b71bc35f5e3ceb9790ca946ba433f2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f133c4e0b78359fc2d9b6f4715fa9fbf48f50c4f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa284c870d975d0bb73d1af4aadea1d07c3181f8bd56624a7f810ef9f555f463
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a688b791eab8dc5325a6e7e6236fef0db524101
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7a390614e476580ea7657ce1d292db202eccb101081f7936e9c8d27bd365470
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1cec9f6ff207d89fe84f110ee2c10a912b46fcb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63251affd8fc05e233af10d144fdb857387d2cbbe72c9dd6dd9bc9fb77c4e210
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2dada5e45f7c87ddfac468d8b56141773054bd2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f78e29ea41c4fddf53dc7d81b0af6ed5ed6531eb8e115b926f21f50652ee4380
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22f1fe1561d6d53a472477de9cc5221407beb284
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1cf7d08bd8541b78caf9c98c9365a18b2128b18aa59d01631f480921b9f576e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64249d3791c6aa81156ffc07627924469ad9099c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6465c77f78a1a930bc6bbebacb29f14d4fbd3269583e3f75fe33e003a494489e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b2045147be18c344cfa416fcb617d7799a7741c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:639d5325c815d9cfafcab3de830d3697a1ca4ef85dbf6d4ef1785ec04d4e622f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f99bf832832fba78c4253382f1dca336e7905a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6b308495da9ae318daa31d6eb950f3e390bcd24c51bcafde40fe72ee81d1763
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37e01d2ff88635149e0912a283728570b78df53f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b074b0750ba9b7355fd60fcd2c4d2d58e473aa47d277ef9b34f0f4173bb384c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b940b9bb05d62795d2edbc3757988e40ad66626
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4aba9ff7e6e6b39060e203626a8de94e737d527ab0ac9175dad45e7ee118b26
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77cbb8179afc3f2bdfb773d7ae20a97d515999ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aff1f23c187a35b7fbcdb3aa06915c454c5f0452513b42a61001574afff57f9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11812ad26146986aadb3970e6cbc0a8ec9391e7f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e58afea93f7dcd981cd2f297328861845fc5a0561cc8a5fb22279643cd64b1b1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..158f01d738ac21901f9f22a67704fa42f94d9a85
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1fd6a25d3ee9082aee819eb0e79af4c995d041ce311d776da27f330d3b683fb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ed4645ee7b87bebe39eef9f2019ca7381db799d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68efec7c359dec655e789d5fe2a921d007ac211264ed0624e37119a8c5fab9aa
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6038aeb4dff42b28bb3c92662d94b11c46d2fcd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5d93502a828bf8df446ad8704d87358903358eae9007cb625c4c956f1473e53
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b7f51a2e42ac66700c80abc60cd4c8141964d44
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f27720cb687e210856753b04937259ecb38979c385a4f097a1752b041b98832
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52a0e21c53b832fca66e8fbf4b1f047b5ddfc871
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58f951a3cb6ad2ca22e6571d4a64a1ba6a66f33436c8a7ac7d9dfd0a0b2fb200
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5cfed41f805ce6c2839e7c54b145eb7ec662c0b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a392d5212e1b78264452ae8987f78e854ed2e42cdea2ecc2bfb232d520c9872
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0894fb1a05407801ab23e661fdc29fe12cce0536
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2f0600f60ce4fe0881588351a489197bfded6be16f3c43b282bd9862002ff6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0628f5a8d5afe4f7b377512f5e58eda5f26505a4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a80c21d85ab860e3ab2a406a8188b4a833e7715807e80d576d33408e65a46149
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c50935d59d244f8a320528f46d2cb76e1f786739
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ef7c4ef83707a31a8f32318b1544b758f7f274b32b563ef2c0f4963c084048c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f653a529fdc5795899c1b6e88e4dfcc9eaf4f34
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:711004adeace69279a7c2e25ed12a1a59cb4398b266ca0835736a6e84f915740
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..117cc1be5ea070ed1285aff8cd8db9f00c25d430
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81456b16940fd8fecdf01e76ac0c58dfa5abf0565cf6ef92db058077f7a421bb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88a1cd910ee16ab47b8df1ea5c6ee845bcc4d8a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa11c0798dfc627d704717a87555982a47dd6adb276bc6a98cce303e146cdd9c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0651c1a7b5a69ec472a1ed957ee824c90ac8dfc8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6432fe5225078a16027c8538b6960be79e892020842d1bbba49da3f09a33759
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deeadeeebd4c268ac1a5f5bdad9028ac17976107
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dabcadbd2fb4b50a0a8875c8d6ae574cc128de0bc1fcd4bf2253ffbded824514
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81d0e37185d5dcd695bfb03b8afe6b1eb1284960
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f10677cd9504799316c0540fdb41e05af3f6c1620038582822c968296c940f7c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18c79533383e4292bfc3bb5bb2ad76c1a998389f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5002f98f1b02e55c464dd4349e1a2e23928bf443379228f653dd4f9d73aa1210
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..649f797e332126af3f63ed4e3bdc85de69a13df4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0c25aeb500f06d356d5d3a88f0f49b8cd76fbc5d3f309ddab2174dc7fbf91b3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7ea70ef5becf3509ed3670f413aa112511422c6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10617fc29d4994f2795ac80beb2e7c100870b96727b6f72e8d427ba95131e9f3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee34b70d67520c3925f720b73b122ec9611f1697
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f33d57bc0ed5b4af8cac3ac4fea3cb4c9724e003138b1354d90f133a230eff42
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41de305ca7f419c6b67a75c57c205455ff9c2454
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2402aea3912b3be9ae1e85163fdf736f8603133b27f19bfdb4ad40f06ae6e9b
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69e86ad70b2cf8d2e7df9764489253553382f004
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f40fe128c36c163d9ad51582b760366dce66803c35e9a3b1b8d66348734fa4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23d90ac1e56c792763ca830d10465467ec94e044
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b69a7c2a5d200bf921822936de5c123f3f442c01c54a607c0a00d56bacc46728
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06f1effd64aed92cf31e1f8eab9637a4806aa794
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:433b5be4ae6626bf515bea3d3c05fa995e39828c8bfa5b3264b9131503e6f9b0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a8b1708cdab8c68b33bf6d79015bf8ed72e9928
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d07bed087ae7d348052a1e5b6649cc7cc78d85cd76eba0057cd99bbe33fcdaef
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8edfab7449a4a1425864412c7c08470a15ad3b6d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb5c7276ab9fdd5002933dcb30e364b265e1310487e13f2031c5b36279ed9a3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a4af85bbaa2c04701aa28ec67aba1b45c4c8fab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bee275e405fa891cfd1284f708bb873b1a22b55df00f7ac89e87c3615627ee4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7715f76535279b2e7380640b534de5a07cf85033
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cd4835eb4ad9750798b34517dba3961270b62ec5f05b125636abeef53714374
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/lm_head/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cdaca4cfe49278a7d8ac33d55a99b2cab08535a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d200a1f5a70387da03c6b4128ca72bdc1b4841a2437876270984e67e9215db7
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8676027bad1d6d70001f51e41c556f72cdf7facd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a86b004b2e1fc9b0f3c3d1c454486aa5da9c7a11aca73a198d432fafa682b44
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92cc154f63198993f789a6c39605d1e3bf6b62d4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16d5f177748ee2602bcd29ea1477acf50fcf8f06ab0d9839f1a8488327da8a5f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27e5448050b3877895f6f0f46e9814b5da47c6c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b477e4abf23420fdeb949d2ebde690978212ddae2f0152555cb81f1fcaf8283
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ae79ad2fd16ecb66f31973408aee529edf3f27b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ef992842d28e168768cdb4ee14b0e63375c91421b469337ca285a27101a1c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04cc9eef1c85ef6196b2a82c6c8fd8f79860e6be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6db78ee59552afd37140e0dd6e3e74544f43a50d1d1d2b07213d7124a480fe9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa166c36b336fe15b3f86225de79ddb088edfdf3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78b4156aaf1f34d431ee41cd8014daff08f31e0ea026a72f37745d07b8b30e60
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c077e6b4732123dd24ae5dfa064f6271572a888
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd8a20a0be6a70819015921e6d4bb07df79f77d7bcc1cb130107351b38f32d80
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92f2fea6135eeb30480262e8cf4326a69f0aa789
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15146b67339e41875674957cc78ab3d266e876557ee756125cbd76ef0111eb4c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3b470a5be757f6e2bc03ad5dfeb6fe81772a0da
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d6a3384d3d7e79881fa3b34fe2a7417432da65ce5f47fed4deea6bc4c1e0a0c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80be9d45cb512681aff833e53f4d1a683780a730
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96d8c0f14782bf5b7d93303e0ee52807e50bd26cc0c5dfd61d0704456e851dab
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ec8ef21439c225bc77eb50cdb437bfcab20791
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0ab55a7119b05cbf149d723e1d9062f20061f201642ab2a433aa52df908c829
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..831896b8c713fbc086eb8dd7070cdaf21ce08b17
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe2f4856a7ddcf329e14c6197673a7a4622594b584441c541525a389671dac3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..383e960f0b1372b3f61e21868901d23c94c1924e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64cdf15d1ef7ddef3f53bf5976da31cebecc67203f6be3e68ac5e2df876d3bbc
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..806fc456d8eaffe83e4ba764e354b805f28a4b9c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc4c3e05358377cc2395cfc77450c0184c6d06cb65f9f9b8e8913b13f49dd3fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..743c31cf42676cfe6737aa2addf1151887656e4d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d898be8c3a2d3cc29937aa2bc1691705fde2e8c895d226cfd854105c12d6a957
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a72ddff1ffaae8402ae17d4ebce4139e39a591b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d9ef7a491a72a9a9e3dfa7e6b3bee71ee21aa1b717e7d3e7144726d3f5632e3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f857f2f1d5c4b40d335a7afe4517509e760660f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c6eec8b0d2dbda5ec53f14b34cb457f0b9d5ea2f8ff8e22171cc36fa8e4a1de
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f729b993a932d1d3074d9f25beb788641af537
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beb6a7754514216b581fe6e5dbd315564e01c1838423bbc06a35ea5e3b33d1ac
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f796944a2c1ddd6ba1441432f1802b923c62f7a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7fbf2386ba1923cad22d3bfb209cc2bf80a4594a2daf365b715490d92568945
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dab421611319399c60f8c87d59282932a1fc19d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a860cd2e943763f48618287a757372aca67db20228840b82e068e93c320da363
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dee293914a14af5f9af87e8832e9c8ca60f9360
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31436411be73f6b66cd77ef558c3167527dccf332446e11ec7d950ffbb93522d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..998d3de6a8320361368d4d4913efc7c6d5eccaec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae8d1e050e6c7c7553e22c4e4577fbe3c7623a43b43b271dcd806941c45744d3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84a88d54985268920ae0ef96f803005bad9773e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:722f324bdfda4dd919d1f8fdaf2d360e6ba4f4cb8aa9bd6b5487edcbd33f6b3b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..640ffeea8bb117b5b630982f83819b8d0e178f01
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0637653451ff8e5719dcb89e99d07c69bd10bd80d22a9165bdf338a59080413f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63bda75fb791e9bdb6da907c2fb5f85173959ef2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa60d1a8b298123b3e138928e5e2fe5ab066f0cdb2917dd0159ea738242d5c2a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d260f4ba8be0adfb253d5bd84571f053a124581
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:132d865b79b9febc2070b0c21b77595722fc1b74a8247c6e0deff9428b6ac921
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee6c54aa7b68e436367154e46f441d5f0c2e0e02
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c3c0562b539674baf5c7929683ea7746e4dfc225238995ad4cf9518363acbbf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17a56b6ffa7cd2eb2bbdd189d306a4c977793a3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:507daddaceb70fce8512bff5634606840e51365913bcc37d17bc84ac5b55d59e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e1a9102a711e58b59cb99e150e3fc8c9c81e35a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:641b371ba53e8e5c6eec98daf0fa267fc11f57521e4bb29df9ea777fc04486c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a19029697a5d79c7cfc70d1af92382223c9ec73
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22fe175df6811fe891a29109ef0a062c41a668ea25ca884f38feac26967ed28c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30186b048fb234c411a09cca5b10f557c65f3bee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ed4f4a3d3e423ecf149953319ca3289fbdfaa8334ed9bb782cdaaf56fbcbbd2
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d8fa2a60f1c0dbed6276ecdf62eeb05730ed82c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f6ffdb7ff5761b13011e8c4bbbb6904cb8cd2db6e907df3b6af017aebad45f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10480d3dcad953a9573e045b25c0fe3b9d4200d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6016e06aa38fc1c799c46461a4928fe7bd6664d77493300e10adc1bf1d621a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9969f04a1d722c3bb98078fe702a422520e90dfb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82252fb02c28a69fdde76c82e87eeaf4bec2951787cbecd518469c49570b3825
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50c858b0aa3ef8a2c64bf6f0840295946a51987e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6b6c3556237a7ef2677f427212e146dcb14202543cbb1b9623b514e5845c538
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3d982c038a387b6a4ad4fc41bd91f837897ec35
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e8b8bb9b00489491be64d6548a8dedba66be065f7487d3cde03d956d1a0da92
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..929a3d485d7f9940d51e2c1edb757cd31580f44c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0afaed600000ff1c11b9bc4f65167475a04103d4eff882555eb2977044a0a848
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9171f05ed50824ea440311aa29dab08069528f72
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94ccd5d9dcf1312afd5be45ae6103ded9564c684ebe308f8898e75bac3edfd5a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d6ed69b45f66f784655c261714b50b8f79eda5c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:770b67912047dff2099a27fc0db4a3b1844e4aad1bdb63c38fad45e2872abf5f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ac56e1c8c8536cc70e2b4c76b06ef0c310a38c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f88a862e7f519d925003d0ab808975cc2b9f11f979aa8a426c6d7892814c64bd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..247a0eb31d45d9244952f5da9e7e2840a4405d8a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2b3f37d8ab948f65bf5cb5026ae3fc2b75baa0f5f8d32965c4150da9cfaa1cd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d3b809e3a19748e2b4b21b51ad0fd93b4569794
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f82b781410f5ece24d93665cdc72adb81af988ec06a9af32ac39e6052ec886
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5b141a36a01806b6c14ca785e8554fb92c08462
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45e6ea131cfc9da0e503723d349ef33de5301147c3b44fdfa3ce89b9649b25d6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4b88c9ef39b9496e81a3358a2c04b765ce1ea97
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea2a78c774c85fe728632dc0d9b9810af95cd113dfa81b1a1de926d05e60cec8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..101810625e0da68939c32096d70b472eb01f926b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d00ec03ba813fc22e2a329f1d3db5ba03fac9e0ca3392b99b992fc34c771eec9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..236d5009b3d22413b96fb99e8ae3f3eabd7c4e51
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44df000f0403c3023ffbf6c6b60ef8a99e1f4ada341b182d5fa2b7d982ae1dc0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1045a8216dd4ed616f6465d10a3803469427fbbd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:531fa567faa9951fa355016a369b42ef9054aefc0180584b7bcfdb4c8f017a70
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0be0894ecd97dbef5c08630190a53b7afd09549
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb721603a6ba5c68118acf69dfa8aa5cf936aa4588ebf94a5d7c3f84aeb9deab
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a12df0078a13d645b5ca4e5abf0291ff0f0f359
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41968f6b9d68e9e15fea83eee6cc0c4bab7a82d55cac5294bf2e419f95cc4434
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f752f95f5387f4d3d28b533a0ec14b38f5008d4e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90e7eb0dafeb461ffbc822135ece8a9dec6f6b27b291818b5c61d37fa66d5cb5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5f09708f2e433ebf39fa80994c0d179599c6438
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdc05cc958888aa7667f494a0274ef4748ca3192d18906dde14576b229432d50
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a8eced337cbfaed60b9d45614e765fc2c418c55
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcab53ef7ce09742c14431914244de16cee6bb6905c3668fc22f3d5b6d698919
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54b04b2b3e2145c1814db753d4b24edbe2bcd8d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:157a2b590620ad276255b3b67a3e4ce1334fe06dee23f115bfe9fe04f070580d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85e7d67f2c271f4dbcee11b400e542f995d5824f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c586aff19316eb6e9d3900fd89c8c16091bc917027f1716a3183d15aa208bba3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..355c9af3622686c74229745b587d1173fce661e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:242c6e195f76382a606f2d058f08e185b348baf9298467224720c9f24cc5f10f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dd8fb15df8a6f7d777217d0a98743ab37dbfa08
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20bf2e73b7d660fd05c04497ed2bcd7098a550040339d87f6a9d96d334c348ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..682e3d56ca1be7cf41563e5bbb7f2a684cfbaf1e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ac255d2a2e7e4da5835a2e93277e168489bebb37e9980cbae6726a082782053
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50874aae09955d6a6ea0c5095daf47f43c0e1099
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aaacaae5558bdfbb9f08dafd0a067a8d1d3bde1d0ceecf3c4d850ced137c898
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..159399faa5eaff6dd74a5eeba2a782dd7069b8da
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d13f43f5fce37eb0063c4e207b3c1ca7b426ebb2a95ca8d4e410e76a833a1fac
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56027c76e659be9626621a3c8554ea0b1e59fc66
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fc0c73beba40c2274386f44abfdf02cf61111054032efd7ce559ad63f4418cf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1c875f75728fe4a8039ed24b5f68d45a3da286a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9df22eb05b07599c9aaf54fa2fc1715080c2232b340b1d3a523015053c9d4a21
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb558e3cddd327e7128c05db62efb8449df0161a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db2fbeb8afc65ea4fbadedb959fb26058092596038abecd2d09e2ea8e31be881
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1e24efa9ef7db5aa40b9a65c5b03bd52f7b9e19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d118891c8ed4828a150adc7d77252d8d3295c5dfadf3b54de06637837f924f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f815f86c6cd5685add33042f4d6c57db2881ea34
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbbdbe14c91648a66814713e8dab559f4bcff82bfc6db561add94f233d1d2a81
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7575d2b2a0b22a3715a2e749b85877f465fccfb6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0046f794d2822bcecd71205b7bd0c1fa07aee3eff853e0b68914580dbab9051a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45d99c0354f4449f98311bfef1d41dbb4dee048f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ab5b175bfe05ff2f1024fd5694ba8b8873994f15a0328913ab29d257b1a804
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eef59fcac2824ff3696ab11e4ea8ee2ddf074b23
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c801fa76c9fce35a522eed18021f1b2a5985acdebccc9dbf4f09211beaf8c92
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..223f616c52aa394c27e8af97de8fb0035db97b5c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:814a773ac0e221fcc9825f34c0127e4dfeda18a9e2f5589411f82cbd69558804
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3542a00160f21c309626d6cdb78d8a68a936bd32
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb1f49cca50dca1dd66712094a5abd4bd4524e8a555e14580ffeef03bf12d63b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..474ac04db6b8f7c9588cfb5b4540ec4560bacf2b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b92a596eac562e126dfe19be72bd5c6da766cfb184a4dd35dbca15df3289e15a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afb71c82782a9706e888e1db9085056d1a6bf0bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55f29d928e68516ce16a8ca9444536cbbc76987bd0af9662fb19b0e373550d17
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a903f8a9c6c66e7a105dffb8c471c9142ddc7fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48aa7ba9bc803674736857cacfe82e878fe156e327fc43acdce191a7ce8a2b8f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c505ef31efd96ab7699336229d266a1381fa68d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cd3581fc2b865ab2f8569f76f8890d59216c678ae8f24819ef5242f0d4860d2
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d718bae08e385640e322f349b020b1a837e3ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a72c2330575cc1c88fc4e7d30db48362179b896a84012ff11e098fa20207375
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eee622c59cf6672f74c1d73f8dacce2b9dd0634d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59bdb7ac7e4ad48d2acb9090b7082bbd5902df5b705ff2544d82016d2f513211
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02462bd1e78322b0c598fe86e9bd8f2c7b5e4bd3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ede984b9d36393c8a6db9e47e2cf9d85aced1f602c19ac91f8f701971e03d2c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6c755318a0a816ea51d1fd6149e0cad834d1908
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5340c0c3850cf8a50964b5daa0e9e1b7ed137df7c4a8514e3f346f2c74557d0a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bda3324aade0ba59936012c0e6fbd8a1602b9ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc4d6f746dc5d8fc3627f0e43c4a9a56d57a62bbd3da650d07a7a3173675939
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5890e4ca095030304bb8bd35edebf7d822a29b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceb06e1e94f6aef13dcd6b6cb12bef83f1f1477b6a5ce04c29afdbcd50021d2c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c31fa0e1679b72e959a216ec7ab98d417d1b0b11
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:220dd5b06b4e7d37bf8f6c7b98e033181fb18ca26721a7949ae0517159f30295
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d91dd1979dba1d767426ce1fdfc3d0d70ac927c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc680521ef0f7b6a40b78ba0b6a4af15e4c4ca367abcac0677684b3a4ca23780
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac6600946f8fcd6b1061a245d837765a29ccb1cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d88c5f9f346ca270ee3aaab926a5866ab8bd4081b523a0c99b2447a641b2ef8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fdb4b2051a339bb1b663ac17b1306f3235c180c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:825671ed73df6c019734720f10c31afcf93c324e79a46c72d9688c86ab8d3e1e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06323e348e3bd33bb7bdf3a5f237c94033c7af92
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d95d5da8cbcd62c5f632b04935a4cf6d40a95767914d7b6f7c89fd984b18d6f2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb5c9cc3632ea5a259ae07bd00ba124f424571bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e87d9f0fa6e7fc5640bd4d16131a6e1d8918a6ad18b1d9401c69cf1b920b7684
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00273a5abc4e35ebc6e5a2e8803275391a2e79c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9dc1e22d3eb66a031bed71637cf8523909aae84b8a2b344f4b60d63ea9f76ff
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4734ff43ee24dbf2b34966bee0406741e18bd2d1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:816b95f99a518f7071d19d6f13d4ccece420620d215c0e4a9b989badea45a2b3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc9482a35cfdd13f3c3d9f78fe35f8509e706bd7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a8baac0ea3baf29212a1d23bfc3c84e4af7969b7cf13628c2a8abdcdf64a8bc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae0926667e7304b5cdf1355c5f139e0f2aa1828d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf7ef69d18840b125fb06daa42e1a50b4d3588234ab3e8bd5035fa1a39a3413
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16c5b0d886806f04d15dabc7127ecf90c5b2e1a0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10dd4b8af4b58712b3488a3d35adfff285f76ad1680a3e82e6ced59961ee2ec7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3825160b96db0d7b58865da0247bdf37d52a733a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a697465a404a412a18040767a9f0b4ac0864991820f800a540b034574ad9496
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa2b069deb10756aea07ae4e822877c1d2975e4d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:714a3b1e207ec2b273a97543c3dd53de921cc32c4ea3574ad78cd60039ea52f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0730b4cb5f3eae9369d37e57c06f9ade3944c00
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e1e358b3f6fe4056fe251c1db97fe757a535c8a9376194739f6188c2a13532
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6977f6fb25ef55ab6a3bcefd300adcd3d33f613
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:614f904c6b8c2c8c747c569f02dbc0f566f59f71cccec60b315e98032f18a107
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43de48bf47ba521096168762afe947ae538995e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa6b35b41fcbe32ca08062bb1a00bb7b49a478ed3292cb5bc92a0d6ebc226e8d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1b72a3ddaa88dc6d0f996a2568b34a3ac9ecd02
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdbb3c706d7b0b90ab5bec1c17b5405f99c8ab68d54f1d85b7009e2f45995fc6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df81c3d1bcc12026aceb4ffa65c7d9d2a372f2b1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc93e974cc2374bbe4cec951d86c690227b2aa02f7c3b6cc972cd9787f20ac09
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..888bd4cc32b6410dcb058bf71fab01f76246ed29
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ff5f5c5d73b5452aae444a363ca1949bda3f3709fd272719440bcd08adb3ab
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a4d661966c1b17c26553caef6d34ae8e29c373
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbbeea9ac029770159af47385e088921ffb065f3b1a9e838d42081b440913764
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56608ef205ca263ff9c2697d877a7a93bc6a2861
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6baef34e35d8d8f1172e4c4567c850688669eb8c1f7d25750169a6e5651e4a5a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0343761a4f61557c5e49fac830bfd4a714e0c41a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b455c2a8c9b1d454ea24a11304d4d2030a4b090bebf996d6095f3aa220d9fa1a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33bc7e9c0af8e7fdaf9f3ed80cf6ef5f8e3dff82
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d400a81624859557b28f13c7db100723ad40d5faeaea3f3d68303fb37911387
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7785b14a30f4a13dcab2f60a3775e45fbf46752
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b851ab7135664594438b9653b7b44f59f3b0dfde6ccccce3f4b51064d21b4a72
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36b5316847836197878c3515ff0be3ccef8d6b4c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1453f4aafe6267957bdd05a6e3e88ecee746ae1c04c9541c9f66fb4e0c5e4814
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d926b296ed2f4e602a6786c6c2602db0dfebccc9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ea320c1da8b107285121d0b4eeeb98c22fd680579632c060aeb45226bc471a3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c58eada86f62eebf0cef0abdb6f3eb2f411cffe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af896f426b96e01035e963d7512e88c21a0d0df7f69bec7d7bd76ebb30f78502
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03f7b1a8c80f63038fe4f48e5a859084d21af7a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15e714feb6e85cd78a42a0953aad126a99ffc1d91abfe132c5024993d6d3bcc8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e295acb660001403a500daf997183516a7fc2e5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:458f2fa8321c7eaacf9d44f2ab44393ca577ad0d9e8c6deadc75b95a55816ec7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b94400b5106abe7731a509765615b3e07067daaa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea43350d3fb1b898f3ce75c4644564c90c2bf24319938e5336c649853df23eb2
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea83cc003bb52c7d6c1206f4cb233edc56dd88ec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03e4f1549e647ee8812ceb3b05f1dec2d076f7d46346f8ab17c4a3757f9e29e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f07d89283750488d3e1a845ec5e5af9a55478cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62013e20d79b43bcf06d4a56853950d463de3cb974940f6ded39a4f080fde1a6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c62e38d7e1f979bb47304842e5a69b4d52071146
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a579896207d99b0d306bd6758d009ebbd62d178cf2ba0552b8e89dcdf773065
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d150ca5f6e944c0bcaa109f3265f504709a94dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a27dae14b0ec8e5b7d7eb1f8bde4a9cceb25e028668ceb47a9e419399c621bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..970f620e3e9500dfd9f557bd784efe593713457b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:116377adf47c29497913ce77b4245b6d01c7e77a0ce7cbcc8fe6b0917f179547
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7aa49d9c58bda2c345f19fa80e39d2aab3a9253
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1019d40e06fb8cb591fe64165ca84345c4805f3ba8dec9113eeb037449c51ac5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0d5791d22ab4c271025cc3dc7eb78a82090ebf5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef6ea766b8e86a007dbd210791d0ce70e133c11cb5f65e728ac01b14846cdd78
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ba58d628fde1afd63d8cc5a1fb4bdd484403ee3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05db0fe14d039599b70473d3fe835f782e54e1849268e45efe89cb1e2bfb3c2e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1beddb5adec770f52ccd4dce3d2833dc6c7871ad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd1c55cbda85471bb7bc26aad4ce2065cd5cb3a7c4c255dcde192c1dd6ec6d7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1fe09f0b1a028b06b4cff8c5324d497511285d6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93301cda64ea8535afda4cd99842898543c4cd77463bbcc096f693dbc5edf9ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fd2887822128f9c26e98d6f5e28bbe033ea15cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf26f168e38ed948001e6d32b55fb6f9b9fb7743d82d53e8435dcdcc84ec1c77
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee99ace1603249e1c7603f8e09e4077be18150e5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c53541176a5b0b3a7917e4dca57c5ce4b8cf286f546a4357e83354f6eac86ec
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..479cdb4e61da390d6d27b9d55472c6b39db63336
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f3a9ac62cee726c27362faacda8691eabd6617246c9de5da6385f71d162482c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a7fa677a4e7b6be654a62c1456625bad171adb8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baef153ecaec6f2e095329d25e016d58d4e50296ed59488820784b479a623a1f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c52af8d128225a5b90c46a0f3abc9831cc5fa640
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1064536c18f731aefaff76e94cf9760e90acc61c9ad42e6778d3e6693c043479
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..585b4b1266a92be45bbfea5db7dc6567802c9e3b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa3c9dd95c5ba38480fdfdce4db598a72942b80ac05a8c89779b2f04196f8423
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..296a96dd15b52bdf05e4d9750a01ebf157b7445f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db826437d66cf50c4d01d3c325f800e4ed8de9ac16ca5f3dc0aa65ab6e76601c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efe1be6b43baf7bcdccef5a5e5bd0996ab262ada
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a072d7408c08c41ee13ff2009e3b5b364dd2fa9c6d88c1948fc6ed0914adf519
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be39cdcc4f4df38e97683b9ebc82a95aa1858e14
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49be59c6d10b131e22eaa0571a3bd09867d635ed6a02b77ae59fdda9e5fdfb2c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a12783f8416763191172659c53e88002a29cc6b5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1a7242f957dd7affb8c3cfc4dcc26a26b123880f97487c7d012a5690ee03500
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ab3f401c3dd2c5307fcd03cac82f03b228af8e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13f1f6f1d6aafae5d07c43099a90fed4c5f32656eb6aa54d94c927e225548ab1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a66ebf8e1235ea850c6df42a422901fa691f0a56
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be2e60fd244634b7cb555e3affec926ca21e26624efb4b4a3bb166f818243adb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7323d07ca76b96096796b72f4718195b634c8e92
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1237a3d30f85cbab2d24da979467b7ee3355298f5c70bae05797a27ab30a3ad4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3045c3ccb8bada03a95d017ea109c4b35392fefb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d702c3abb38765bd28ea472ff98e9e5c3281f395a22ee50ace225cb83b93dd
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb1541b6426018863ef0b22d791fd16c187434ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9c68b06a42ed6a0d7c271073c4201f85ed613728c212beec76a7e5a8bbc2856
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a84e230b9f891f4ba68543c75280d83e0f66782
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e48c4ad68c063a1bb148aa56f9f2c3512443bc0df2744971c48b34a75231cbb0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63a7ce21f1f4b28c5bcb2a61bc85ffd2ded7d30f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26cc42c99239ca2ba0938fc92da8c18a883954d18503830e876af038e64b5300
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e00ee1867531be594a9c702807d4dc0af219104
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:064ca067cfefb513aeedba38ad5b05c756dc131859172682863e8057254afa5a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72ac0feb027d5982b34004b1e2748fe031ac30e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b0e803af2f448bd41351ff57e41e958809dc7d698f588e46030eb994df69c9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d6801c2ed317f20ecec2e489aae5e53ec32fdf8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e36d224d3c818ed0826e071850a21649d9e4b8bd065b03c1ec15be512ada89d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71ac24974902e176f1cdee2a380c41a00e24ece0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e306ab34ad30b2ea16bb1859c890de7ea73e38f65e6a378c0a9fde8e3663466
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1570f686235147b42885f09b2fe93abfaa3c7525
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c214590e8395ea42ec8a847197ecd416f8b6200618f35df0f659b3276be27a38
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fcd591ab6af6e954527f51995c1c023adfa154e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cd62c34f3ceb6eaa88fca11d5512b4e1d685f3444d70e4f645020d3ecb477ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17c314ac18322ea809e83ade12712eb16d2d146e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb83322ef5e6bc96f3823d8ff4179e3df12e6e14ff0b4c307e55144b308e06b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0267ddf2e4786e105f547682c2c9dc9bd1454086
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd2afe0ca7b68dbdb536e6ac73cb842fc2dd7b5dfef59811d5a32d5ce52549c9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09d97365671ed1b7b0893a406afdfb821bc96b50
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9c1bd5272f83409849d1adcf9be0b5462d51223a8f6037e57ec98cfcabe787a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abc5c8d70b5d145f684b0462c9687c4daa18b0e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b68b7191c566c842a1ec39d057a3f4ca0aad364e060b187d282278ae28f4ed0
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/lm_head/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c947b77f7c508193dbc1e6fabd23a4e5967a62bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7916f1e31489b0fbdc5af1b2e95a224f49dc852c35a79daccccf687c4576d4b8
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f4f3309872097b76f3453b3f366589af66e8b1d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5156006fef04dd2a7a0d128ca1df1629393dc5ad0be98473b945b601076f118d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d53193fd8db5253831e17d55d610b8f9797891e7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89014b0e2aab13adc6cd3c7b95df4134f408524a282e99b4ac7901a5d45ff5f3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc553d7544c8bb4f07b8a58216f294f22e660a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ff245d730fc84c37569c218bba63d073d2ac47126e347b4aa1518d8d9257c6a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d0c038e6b9cdd8e6a9552ee35d320e08f1e6256
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae27506f98419cbf5dbadf2471c6418f7d20b1e69615326dcfb9131f1fa6a0e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e90b44b6769437dfe22fdb3ecaed3c82b80bfcd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f7cc74c30bb1305d41e71b801324aa662a4db1f6f816cc9190f3fc731cd0ba6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc01890c4733cfbd70bb5e4420e858f915f1e92c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba8eb20edf22649478be6c3eb1114f07a96163e2913852c6097e57f385a4352
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45baf47c8a742ed9015a48f40e9257725e116b25
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:094b6512eafb51d1cf9e9d996a7a17f512fb65571059f97322b1139d4f3809d6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ec9becfa4d3ab395b863b8c8be9844c940e2756
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2281f685d53dc391d57a70b8ec1f75993e916f257e69df33fce84b3308065b5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d945b4003f96de1129e8eed95e36ed0e361503
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8fe4807344df09e34438b977f984a95ee8f715bcdb95be81573d1c4bfb8090b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a376cb9c7a15058fc33583e248eb8cccf24fd47
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d50531ddf57fe126b6531b92e2d0a507253a113323bc339637a0c6aeff3682b4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1de715968d95e47a199d481f9950ed8e5219336c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8e933f3c2b46980c6139225355cb91c7f8a16a24117807c49593d514f8f3d2e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..342683b6284bc7bd41a0f708cd672e4141a0738a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beea8d2067cb4406d47289fc9f72929e87ac386dee1310b541c39f904959f1c1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98f519e50b6b07e2aade3cb261b2248bbb45225f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b8ce2ff755982b4939903fb70eb31865963ed93222395bab8d59e03639dfef
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43bea1532989656b4ddfd3b8e0ed0ecb5db6cd7a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c3595a79833286eb0989e11ad9bb21e64ee49ddf0aac1f66a495f2c5d2d6559
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc381ca65ee7483d58a00589d971ba0f0c2c544e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:375c714d05f66cc22acc96bf01bd55cd0e40edd6c3be72a5149f5a16060f24bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9b5322feb1e90b8a9e336ae4b1018ce7354f1f2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fa79bc6954d0b8d5c957bcfdb8fb9b0d88e9b26f2b74bc58646e811a45eac5f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6d81e24aecd940266d16c8a69f87f7e6cea7af8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a24da204ce628b4e07da5e0326ca646f33eb8a503e0023664c9651e73b6e7324
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce7203a98efb477f1cfb9f3bf94befe795b1c021
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd2d3c41350a1f6fa877b1c4fab56f9629a810ecd5fbae5e6fb17b0a9b8f5f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..510c1e11f5e4722663da626dd123c0f9c831a90c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c17516da1af56f4fe461c1d3a60fcf67297aff10fffab984f7687a680df6ccf8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d486a295f22dce620abaa3b908d69090c8776d5e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c6d020d7fb1ab3c4aa1306452b2dbd34ff18ef2457feb519daf0708a0f074a0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f14414956f228cc62d6012124e46ff05e06784fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91bf5ff6cc99b1b718aae31522a0b83acc79de9098cf7b34e671e17e082adbfb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..446845e4163f84a6ccefee152019c3633a63c168
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b1107c0c17cb2ab7d26aebbe67ad233525e0f121daaf7f000869761d9bd9254
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..090fd726ca21e093e904edd1edf72ae6b4d300e8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71699e927c2bb46ac25d147b091e2acc7f59875d81ac7dee00a17b4ceeef3a2c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e61935b54eb76d007fe24264637a386c562bfe9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fb5a062ed7229aef9dc574fb30bfa82afec7ae5458e9be43bdc93e3766c206a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31d0fb06266a039b46af9026ffbcb66179d7f9f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf596e54ea874b1951eef8e977c298e2420e7b3f9664a8da5204855c142d8dc4
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e5605cff1bac1adb1216077597593f40cade95c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afcd7492da82e0c7c3a368ae2e3082d4ffc6225098c07a4656db0010368b0c84
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b814c8581235fdd43e5986b0d6521147e5813bb6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6922a9efbda0f7356e9613388fc5e42fad7f6a78f059018778805ca4bfd77d0f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb7571a36f62cf16802386f84d4cf7cb97bfa400
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4422b69678fb10d0f0f4fa25732b8f0ad810a9a7d1b117cf82b23c59bcc6afc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f5b8518426bba675249a236f32e27867a87fbfa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6a44db73aedf4d6ffc77b405c991f7e94a82ccc1727d4da66824a0fa0648f34
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e04d8a28b853ae2f1011171f5362f3ef976810b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb99c9616fe1e7553ef3fd5b9b2defc68d4d055266858d4561d7d34792177e1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c5e909e0acb36e9d3fe913959c1789eeaa07e65
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f1e2118cd3315eb247ecf1882e7bbbd5db417cd61e3e2c60114d52bec929b0
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caf11291c194abb4ed31c78dc318e522edc82d23
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33a955424048c8e9299491aeb8e83e39ce561bad40ddffc5a228c49c62eb268a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c39d2d3716e573213d3fe160d30f13473410250d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:056c635f988161a544fc81131cd124e3f123746a56cb9b8b668880c21a4ae7e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a43825128cf4aa61bf86ee872c22067e91b06c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e2c2d07d31cea435f9564e79a29c61b276a42351f360c090b2b87ce0ebf13b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54af0595037e5fe5e7a3301b7d22783eee0d4636
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b683181cbc7ea44a531773470baed6f15d65254f5513807ff2f0d2ee017be45f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..772280f9e790bb58c1f825c92d3a404dc77ad7ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f2d5ae016b4153e6eb3e8547c7ccae4d112f0f9f9cad8c87d2ebffdbf90d05
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8da8cd1f3a40cb621c196fd246d0b4117ea564ac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b5ec477cfcfe593f1f73545d992dbf42b9d0f75f70d6502f502e6708c2b36ec
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9fe42f5d3f15435c67bd76aea588f093b53d2df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3573fcea909277c42b1d616115d933818eb8e994fd17236817c9c9fb1fafdf26
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4acbebc9bb1254022e68101f0260fdbc5307b11
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e5d77c0f41c91d50124afbfb6aa3c75bf3f46ad06d4a6e6df584e9d76ed587e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1f5ccdd1cab49d61ca5d25310d90502dea735ad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:889d8a66a2e55f100ac3435a600dcd0dd8adfda158aa6fc8f9c1f1bf25b8cdb1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5216db3171d317a30d6fa825fc6cfbc599007683
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e4d2cba4865145e2d6f1a2d9216e174cfff496727b34f0972f8ba2ad9065185
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bd7a4dad2756acb1a81993c76f832da951d38d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0755f76c1aba812da0d0e2385d72922a3c890269343463cfec5719f5108c89eb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fcf1d5f21e556ed8389952d34c45dd63ebb19b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c36d61f6b0d7abf961332edc6ca55216aa76a66608ce47c87422315b87e83c8c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aebf08fc6f55d5bc0b8dbe1f7166e5a4a73d331
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:940981dd463206f244c3027c2c42b3ac8d415cb6676896f6ab16d24db406b5ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b331dac27a6bf75dbc46adcbe930223edca79854
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21af5f635f9ca5d68b1a092ab182115cfc6b8c5b07909ba4f93216d8c661c25e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..476a05a17b07ac1ef0a1e444f802215eb37b6020
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:256c03f27d502d6cf93960f96d885078be6390301bdc5ce1057e340209c4eabd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51dacd140ac59961ee3b00ddb84ba1884ed501d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4045c3d37cf9e38070c38938ec1bafa930e5504c7a71e9d98c0f7ba2cdcc4073
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bc9a4efa5c85ad515104b9a495331ffb7351a30
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12dd2cab2262c9ae55d761f9f122d317e2f45e3fd8b5b3ff41176973df6d160b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d62a30e4b93ba0b4a8ca70e0557f55a71546d4b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a62e35c2c3f29dee09d8cc153c9bba3c8e4c5e2d0060a9ffda6db2c2987181c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ec92671e49f032b5611ef39f7c1b01d68bb16e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ceab6c3cf20097e223036884a7d6b05a5e289d77717fa63c1ca7099b27ea8a1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..556959b2d8b18a6fc8b3e0b600ac1299d62dd6cf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c186c4acf3a05ddf18ff789a04ebfc71c06e91bc0234cc4608fe3f657ace0add
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8b836aab9a080f728a9a71c19efea8e10d9deff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65481b21abc9c67338cb09fd3b66278a11b1b0716f487e5efee47731049e7f31
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b132e93db66eaa86459902b43a58cda594d4d21d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2abc3800fd02b2dfa6aa9d3959f5363b326132a02273937061e884d2a7680ca2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b73fb444db90f0433a4d3b1389468dd9242d1472
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d59fff2711aff7027b90fb5e23d321063cfb452044b1860fed3bbbc5093e4212
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c220b64a6900ed22094b7c7476b8874341faaff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90971ff9557f10123a8ec8dc249ec75126a58799519a8ab726b7a4f1d7fae0c3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..950eb1a38ac66062a0217fbcb933ddcfc172a095
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e59a0da8365d90bffa520277e3cfd4848b919d80019e8a4ecc9641543b850d4c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..756d4b29acbe5b93aec2e8906897bccd6e7c1a75
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81d67dd1c48eb76302b31e3ac9368521bcb21105e7e54a4545cb8294596b6a95
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2ed072b6279fb19f482373499cd1b5206511db0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f9ed53eb98614797679bab15075e98a3412fd515798a84893e491b89b23aca3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..740795febb3106a272290e926ac88989969d6d0c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ec468d31c3cf8654dff687a437512cfdf29fef89875e3d3aa1bf36b7366fc5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71628e4189a42483d0b539495a3c0aa9054eb31c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:139f7fdcde1cda9494615a432bb548b96ba6f6148bffe5ed11f14387a9f533c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34bfac2cc486a52b9a8b45820249f044b81e3657
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:111461817db03198c849a7005424c0a3823541ff531a2bbe6d9db02ff840ba6d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fc7e84d6fda1c92fe61fb8d76a2c3aed19ddd60
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22586154b0f5e7e3dc10964c2b24815b2c6433766a2aa93b5bf5d4f904757633
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6182aead0fc1fc72a92c9ac0340f688ccfc526b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a96c7c1180acb55266d80931bbb152d89870399f6e51690468b64b51287fc8ec
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39f8e119081a46aca6ecf1389cf9af51efb4418d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:591c183ff976aa0745ac4d5091f172d133200398e6809071e5cd5e6e5233c963
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6c75eab6066f034bb0c4337c06f9fa5cc93ee42
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ef7744edf75313e5a7eaa83226743757ad62bf0c3e65a1dbe68e0d874019bf8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a85806246b43ec71908b83b459b9d06230a7012a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56749cfee2c2241878ef367dec67a3e906aa47b4145f4b3810e13d76a40537f3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6caa2b9966e9856413876322cbf7af20f2a73512
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc1dc7a02cf399c2d5f83b5d6e4d376bd23752d1a3f2a5aa0614a590e785975a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..924257985bae587b8e7cc858c63c350175325ae0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26530ef8b09e9ad9dd14216fbf3598ba4a677fb1b2618cc3ea005aa8580d8d35
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b72a30df0b23a9de658ae5a7b6aced6385e57d05
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eae7cb0ae57e51fc4ad5a957b8e32553e390a28e6899eb287eec9c9cc08b543f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e643d7b1b9c49cfa5d27540d7af9ce3f1f9ae8d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c60fc6706c7429c22b50fc4a6644991f6d3db6b80a6a17c8a2545b0ad49c47b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ababd4e9660ece60d2bb9d484f6115d8547a5ed4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a16b39f49f734768dae2470557701c7bef8446c4b50b32cab40580f75329fe9c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22c72efb69397ae5afa96b930e6b02343a031d77
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c410bf26eb95e1c64c65313210b0fa1350e6dcad3f34fcb18d5cc5fb27c7550
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f406dddbb4061c4a428f140102e5578f3416d03
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f717cd3be69b4ad238f324f2de1c6600578d5a37d59594b4c73c474fc59382ea
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..261716ed70164fe6c0e3c052f6e63a13a73552e7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:193d81750ace2f0b09ac30d5311c95f929183764beede2683f61e0d4079bb2ba
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41f325488f54c65c8ac3ab70ae5d006750dd797
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:403c4e698c01b17efd473f5ab5bc1e6e04a62c2bda149f299ed75cc39ee5eae5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e464e4985634714e36fb568d37a938a3593e3f1a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d0c99c898ab64a0d9b188ac3faa34d3a456bb28a8a55d1b84f35b8866e10c2b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ee94f69f45eebf68b62ec6820fc239b89eb2b5b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5f685d72c2c668dbbba0cda8f84d5e83c187dec95c5576ad39bff3060ffc9e7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c709e92b197f2f47a7e7b1acb3ca8900e001311
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9682855c07da74bea3c2d86727487ca15966a1173a46f91bf903662358c2f961
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d15df5c6fff944fa79e228f0337347e84da40e6e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b36189061735bf31269bfc0ea1d710239239e36018552784d6421a2a0b879741
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3848bcc3ceb1a8b05391ac2e8a902faff99fc4f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b447d60a4c92a248ebeddd555d347cdaee246069104cf17ae7c1ad5b6014424
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93aa12c7a3ca152e375211223c00eeb069e6a4c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a7bcfdeda54055ebea25d326d92cdf81f5b00c5294a1b8792950dcf7470db8f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b8e0b7a00fe7b80b51dfa5f9c8252c9fae57320
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:553665d96764aad16e10742002e6d2f511bfe50e03f94327f9d479c397e3dbab
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82908522251e592216acf3456daeaa7d068e4ecb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffcef1a2c182857e5bc5a3fc4a508f1d60d6766814e6e13c25edcad0e6eae920
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d121fee10f01f0efb9641f9c7d7f33880c1e28dc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3218d30d1c2749e301dec942843268e740c1412d9b829fbc0324730305af64a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc18a702d74d45c544770405f88e3efd832e077
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c433d4d12d0201c21d3bfae74d4b97ed4e7b6f9fb5fb2032019b6417ace60a0a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..464740e502b60e15f81e74c2e3cd2469bbea222d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3846fefb7dd99601e505588bb45cefc3989a9e7e5912ef71b4562339ad59887f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f727e93eee99a0caa8c0d0228f71676bfffd9a7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03960bbbc7a800d4e8af154911fc1ea6c191c1101cf9acfde1ba6fc6459bdf2c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92653c21f7db88f4e037f746bc8dd87f35b8eafd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:741b86611630ea3959e9e3adeeb7a5df67441cb9c812655496389df34479075e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0375e6e01b456c1a5fe1b01f79e721e655c3dc3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3262bb95d3e8bcf5d41854e720cbfe4a64a532173fc74352760a4afc1a0a2684
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8af240f5ffde56b9136a3ad7de13bd6319e79dee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba92bcbc929b5c0a6517fbb0d07aa145648f91d0746140cf39cd1fc82df3c40d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..762765b809ee52b9d3d99143c4758dfed962b7ca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f312919137048ae615b5df792c9ad58321b9319a1ec1243b92bb43f3cfdb7c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53a38db6318e4e60bacfa587ee79a39813040a74
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4361cdb59bc87540c10e1e268114efc5e27cb9adb61dec099672c55714a671f0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..414c409a7a7a4158007a121bdb343d862a235871
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa90aed92ed3651f2c6d4bd2b24ab2811e4bf04e77255dc5078a27c825ee83d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1d29e0e6bccdc6479be9fb2f6a37c70bd153607
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab55e2346606707c52e1b5779e1feaf5d5082ad3aa78a8af693d30dbb3ae550
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90922334e498b43f8cddb07d673e8ea915aff101
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14c560836c6e464a45cc9ae4d09042cfbcf3efcda3b948da719aea36f709f2ee
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f99e518fe0320e7a43d2ee6df39f9a724df99126
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4445f0a86efb6bbd27b43eb1a5bf5b1502d989d07c5f936603de5a6ec01bde70
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c43cd2c7c402176dc7e5b1604fce76683179ccb2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d535fa0a7c8b818bd607f6e5291a52f6bab417cce636eebabfe3fc5c0cc5ae76
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c336bdb29bea30206978d5df3ecb8957b8e32f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb70f77b20988577fa28df7b861ae6a0d2d4cbdb09dda3c1a618a2da93730ff
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d819770b869320d894c7799c44cb3c34cf8c95e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc5d146e2c64d4ce30c8218c78fadce80d405bdb68d99af61f5e208a971b871f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17f8a747d90b445dff2a1ead13e8fa2dc55ca55
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1e6169d6a31442603856df33d148301a18ba70a6f06f2f22be3b4404143dd7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..524ed253dc8c51227cb72b3b4a709e52b6e636d1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae9c7a431a42881692dc0fa8531ae536b61971112620795e1d1be1807de09c0c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bbab92357f12138a2677e75fc73d998a9d7760d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca0a977c01b3b65bc09944dd45e97e7e66465bc2f6c26423b47cf2421d6e237f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3589d359aeef20f386ceff20e3eb05594ee42478
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:221e78294d609b6b9bf972fe26b87037c34b4c7e645caf69255aed6f48184819
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2501c85685e9677f49b10184aee428f97452c366
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3273d7ff607adeeab132784e3edc795dd3ec5d306b37ac1513a4b7c94658fd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f49ff33f01fbde7c60e034bf01ee837b2725d25
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03f10d4d099f1ae64c58aa7892fe934b98741bbafa3bcf44eb09096d59401b02
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2482710ea0eb62f3bb6769e18a50df2b5592733d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af73468dc815614762919a3a3243a847df4ab599956c17c2f4ac03b98c09ae9d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e10b91e333ca89b4aa0de6a87dc933510e945d00
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d795ee0b8c12627584efff53e3f48df7706998253cb07e219741a6b259dd2e8b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a9cb74f427a014a1772a171d4d19e88c40c67c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d5264c1aef5f41222591c47ebc8fdd9b63aa29c243ee2fe96ba4bc0093739d2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb0d412c361787d398fa01af79c15cb8587095a3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b87c83aa30b61de687598201a8e61523224ab1264ad7dfb1415e522dbe17526
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f67f0f49f98b879536aa82452725675e0b2185c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fc333daa2650d19e1ab86a31e778abc22e9ec74d480320af4e0753e4e8dc93d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..076f5f9cc3103a7b26613f05b1bcdd260348e0dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6bbc8d3b501539d5d35983577eaca036cf8d64a47cf83c257c83c3f3ff21483
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4741ee7313cc65c5d8aa9eb408fd001f59da0d4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1478d47bade9be43a7ce704b3561d1a40c6d91ea126d7e3929c46e8a8d8065f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d48d33335a8e7aecb01ecf18b39ed30621cdfe1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:377143dee7fc470003c4e5e9d844e4d6f9d3655b9dd1e1bb0fcac5c2393bd930
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d45a608447a61e49c911d832a4ef312b74c24c19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feb06f8eb35e7808bc2d2490a343c02337186002bd92999c922eaaff27ea0576
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..836cbb734a9e0ff581583379f74af1cb7adbf701
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bec865dcaefe340d843637cdc2ee293c05d8e719cdac6e552eb3026a06bdf58
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36cb22d3c56cde88bbdf1c880afcd4b56bf79516
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d5d992cf5936f5d6474b424306cfbaf31c3021850f8c1f14d941bd33b3a96ac
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2dea15cb0ac95fa3f22bf311f59451825bf7222
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3111d04bbe9bb36e2700d4cd7dcdbc9b7f1c0f2ac27ce0609bfb308752510052
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4507e7d5efc778d0aa5aaaefd87bec62f177ecf4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be89658a859486fd75147565604c9b1c614166666791ebcd4e5a070ab575dd6d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d19685f38ce999db44c6c8c802ad87d345ceb793
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159c91c29ac2b009e6d530d01f6f9ec04b0ca007f226420fd73e39470229d3f6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce2b5e2667bfb4ef10f8fd5d831e4f7ce1795959
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea8897a85bac96dfff8b35295c34a538f8ec2bbc753650fb7ce3a825308c1161
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1086dcdd1cabb9a505021f7e721d69585d0b0312
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d2f885db49fe30ed0cb0a7a65a01b6a0fa583b749d43aeb8d5fc92ea6b77e8f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3800a25d7865ae0d014690c1e554325360356037
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307d763b708fef0b5be56af588afb6e9174f9c90638787c6db616fcf5425ac89
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a453408175d16d512611959d3e3981c43abb9d12
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08b85bfc69019325325e42ea64220fe53741814eed4be9b9b0e02066d7bdcfb7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b4d4a8e9ff280f32992836d0eeb510893230658
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1020c45e8abc3d63aaa9ea048299f15fd5c1e37e766c85fac5c7e9ec4067dbc3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b6965bdda23fcef3c85b546e3715613ee12a62e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d11d584703f66ec442b9582dd79ea41993b4f36448d2d716cee5fd06ba3b5b4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07655a8c41dbd8f90cb621ae3eba04853fbec29a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da2a0d835a4d35774a6f2a28854f3bb39f4161976334fcf7a51788b94053528
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a8c1dae5dd676621de1be8149ee2a50b2c88aa1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a31e5108a95a7bef5653b4a825f635cc70298f7a5e334458c768a030257e5225
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e81af967ba4b2ab7ca6f952d4535781aa2c6c61
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e05b9fbe478ac8d6fc64eb982d368b2cfca8dd8ab8f4ce008a227f79089ba8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6add019093b3ce8636e6e7cb86aafc205c777ea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac6d4a90e30824d5d004115440daf7acf2aa09593d79da3b5da3b5f08b249eef
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..188c1b4c3077801c4d604945b448c8d5286530e0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab840d5355ef5580f6ad629fff75c1f2460f2d3b9f784f19398ba97fb60f4e9a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..683c608a2f9fe429cfa0f61b42217a988901232d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bee1cde0ef5b5375d1e3d7ad94adab15773f6b70c9650c4c9920c05575b25ba8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bc53eff37cd2ef5529a8ba7ac632f859f8acfa1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9fa89a9b6e1b08355399f805c189bc3a128e384bdfdda95bef4109bcdcc19eb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bc7cc848db67ccb308f5080c89a4736e60e937b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41c42e791a970d8f3a59922dcfcfbdf6eed0c70fdac0442239dabbfa96ca39c0
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13a78288b0a43fc064306ac0deb2c32139d2f929
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b50cdf445d47afa94fe851b4cff8654dba0dad5e59f4da98e7f88ee9fe91ca33
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfefe12a69771b99e8a6c85ac9f6f212372f7a93
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e25c20042cc98092e623f165b66c51e3af0a09e52e5e33afbf188dc232db1090
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0183b41517e650c9beb2ecd09d4363a40a594a8e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96538ade231ecc94bfefa119dcf5f6028176c74ef062cb77797d965e85b6a89e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83fccaa9bfd52bc6b23df67da5967231fe74d31f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb6ada81a2c33eb18d64962235488888d0df5e709cdd549b686257170051d57a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19cd8b236696b79453c6de54fde80268f606589e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ccf80faf86add52c494a7e49becf0a819acc2f7dde558994a8357e0c39d578d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1625c67d3f1996a71d37243637e3a7dca9dea17a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:832579aff883337a71350de89cffc5efc857e40bb95eea6edc2d13c6fcb56cf0
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc901d9911245bc11296c31d29af542c25022e5d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8902ffcd780c0eb4feb470e7f97b35150f4e9ac750339968667f9e3a76e42fd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1970d1043e318dacc8f71f34cb9076ac1c5f6285
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46655aefb8119de527d5df73bac9aa3628a107e926b8a49fcf5ea51e7389a291
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70e8c3e32843079ccef946e8ae132326db85f1d7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de48ca10003dd962fd9c1fe5222c7c50d1bac127c71612388399bcd467d75839
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..549590dfe8798ea7ec1f27caf3d23bdefce479c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bf220caa4fa408527ac08d33e8f621e52a7566e7d4906b804c76e0a23fd1d68
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3ba7b8251daeb64344f6a153ca6ccc2153aa156
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb5341e4454a7746c0be4f553b9a075b2626cbc5b3a9d69b67234bbceac0fe0d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..699a46dc27d934573196742bebd8c2140a62f05d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e82f6d410e201f50a379060f3429b67b207f881b459230c78f11d0237e0cd0d6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6169ad7d4310daa3189e490e0c83450d67435003
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_15_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83f545e9f750369b93bcdf46af73805b6ffc211ef017f3a365797ecf2595a70e
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/lm_head/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/lm_head/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58836086a56a499220d23e316b391bc242b237c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ccd93f6e7213507edadebd9bcad8d58d9f45d2ec3ccd8c9c72ce5ccab87c89
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..322d865386e84289d1fb470129444d206b6f2314
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc6b6430dff50468f4a284637c2e26ccd50674cc6b9ea088e4904b1fcef52ac
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1731857b9a227dac2788f49c54f5c0735a7a5acc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0828350e0d046de816e97c4ba102c3bc779c95de5cce27389fb1f3fe7da5e4e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11246ec2f6a9d62ba9e0369937a412a0a20a8ec1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75764662f7317cbdc9bf293402ab55cbbc22b5a893331e607f1ac4ff55a55601
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4151e232c20ba5646ce1abb0a9807e5dadf45a4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba3a5be1a0d99b189ef7f0d4d3c3a1f628e35469f3f54d40b28b3e09ecc7899c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c50bf909458104e575100ffe7226e57615ff566
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f089afa6b120614078ca54eb5d824b47be6890d0ac215ac512fb1ebeaf9632a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8589c18fdee000809bd4242f98e6269ac4b6be7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cedfd59d7c34f5436fff6f73627a72582010f038a9af5bd1ba6c2b75f41a8491
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46c31498f62c53b49bcfea0ef1fd53f84e45e0f5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:681b54a75f8abdc97900d9dd3af77b43950e4012343cefdfa6a4462e3b022907
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ab2dfb4f8507acf10668ad3a1a017d38f394c28
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9001cf9940d1f92ed621f0442186c3e1c62937a2bff490857a2ef35eb3209450
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8851baec6d45fb24a2287b3fe3334585e603d722
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b782f657050bea7d2c2f90736b274d72391957db530a0ed7b6af3a05e87f085
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..863d6349fb80c73806a7f79124af290905923761
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2862394909a45554485956533e509d180e2af44de4a2012b096f895b14dec580
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cd09330912cbe38de85a343c307c856872f94ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fbb970a88f346d320f82d22be38e69e4a39fb5df689b7cb71ed5f629efe796c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72c3bb8004b5867a8764139bc01f473ec98f530f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:808f4299d9a7f5dd254d8582d7081cd0700256b5bf1a3f62073551196c136ef7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3375e644717cbaa45179db26dcd9c72376625bef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1797f60531c2d50e50f270cb2ade93a820dd8aefa29b0a19bbb8dd3b5dc15e50
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..659718529750865d875467a9dd18931f91f46964
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c89d263db363aeb8b24f05b964920a03ba736a9142ce02da591c049eb6c0a036
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f19f01f97184edb200ad690b4eff7a72319a349
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2be2f4db4233f1a08969e1d75dbdc87b15035958bbaaffeda586760482940dde
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b30e379722a64c303d6e0796722f5864e4e5a662
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fc9b232e3144470384d2642483c111a56b06921e61af24b6307678b5189415b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da19c97e0e0829549a2941fddf36495808bd24db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9f24932351c67e5dd88c20411a9c8b3d6939030a07d3b92550d89d55e0bba09
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8646241c8b77d98cb58f28cfbc642c3bea791734
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bafe41fcb1384e015aabf395d32ef5854749354713aabd8e2f4d6c64d401bf5d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86bcae470f71e4162058ce72bbbbe91665c7fa15
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b11ac32d37a65b65beb4840ccae5e5b71fca942640785eaf6a6fe491340f68e4
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e2617ee5430d7a6223d47ab15f2d14ae1e8c30e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fbb53d62c8fbcb4ee8e1f2c822545cd5d41165cfcfbe07942e8667e170aa9f5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..396ce77c6157d93b60d2798d83dce945c3a29845
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af185497622c81ed792f0f72b9407e5d22cd2be012b91f8c366c058fc988e6ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c872135257f25c9dc84c1c9e6ca128747df2aa40
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4333031f91833ec4e0a7c2cefad5c03aaf3e54d3ffb388802b165e0c343f3b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..272eb98b240653b781f953a9fda602c0d3afd2b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63bceb4e34785c12d8fbecc2f4ca141085dbaed058b338c72f8514de8680077c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9b729e51d9fe901e2d0c2d14e91a3d654134fdc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b48bad9f54c5dbb75abf15f61916a41d192326d5f73642c53cf1088f188fc93
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dbb093ea7e42dbde0a23395a0be16c31211d685
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f659e12d2a06fc2816376522e239b9f1f0aa446115197b496571bf86f9451b6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..285911ccfa886774d9b09e46c446465fc92502ad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:934c73697e83b325a7bc4f6dd0a47a1aa9a92989370be826b1eba814083f472d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cb0b6885e78a1e7555eea300689e934856be7c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a010abcdcb75f5b4895c78730e4ffa7134c358f821225603fd853e600a5b00f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e4feb0f82bd1a7d6e313e99a91c1e59bbcc2524
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8f6ef237966404c3b4a628cc185ed8f51532d699dde900febf2c42b442ea81b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb5213531badf01ab61923b71d3136711b9df5ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f497d28722e8e42222c00c437761c5151772fe10f2d5597ceb303b55d8fd09
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe7aca7db5d8fa3626806becc5d4d287366370bc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abf445992e918cef2a717ea64618db694695736b58983e126d14322c9f5467f1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8b7b466291dd76865475426855356cb13f1e817
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4002a5a346eefab1d42f1050f80104c6de15a0da452eed320edb90160c060356
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b1b1f04ea3c65844f876af7d02608c6b130b625
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:264f86123374fc5122b0057557b27789cbc897f405ad835cf0518660c915bd33
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c19cd98128ea8d7dbcb3996c56db3fe46654330
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25901c8fa9733d7374119f8fe7c37e7795b3fb43267502a36096096bffb40f8c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cde0f477d8bfafaad24cd90b54672afb5d6a0199
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b8bb4e49cf41a097db606cd081b7db9290ef1b0f4ab47477486e4b65c3e0176
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e8d197cd098c93afca15d62f007b2826f30a5e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a39bce899664193b65390ee8db4682379d0e6576dde1d523035e67ecb02dcaf6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..673c8f0c173065e999ee54017815880a054296bf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70c3476caf7a359da09f1770cdcb98527842652325809535bc65b1349abf7e86
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cba7c5bfce31a66e6cc1a9e9da29b1f01226f7f5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab24ad8c22be31db9870049495982b2a3841f03bbf80394592a90a21c03ab750
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1d9a045d8be5d5d3081d2ad41f5624594708030
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6a769664385244e35b94bcf85c2a89b3ca53515f6de300b5ae18f7754d61b3d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..960036c2d5c9ef1ef32bad4ceaaa0e5b0bec9823
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e2641bde9abbd3e958d9c150d14f6451ee8ee99560bbbd275c0bd48814488e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..167fcdbe0f7cd57b0e03dfb6e910510ee889bddc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4eaf76c463cd55819c5f75fc10ab6bef08e3f3f0df37113b123fb19fd98d0dd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4867d2de30a559732936be498bb8846ed72ba37
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:141a44c2c69dff3c0437324645818dce139a8adb8be9751a5b17484597f9f22c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f375c460d96646d5284094b5a530645168108bc8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6489ab2fcd3f1fcd4cb1147710e188a391927e23f96e6bd3a404c1e6629e7aec
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0604df091a98864b18567a1007d575c5e2bce2b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaeec8672650f6bef7853de60d18ea3c1c3ea2c273b30314107325c4df1821a8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a581cac1827bf088b9a6140495bcb677cebeaa3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf93c15def84adb9ddf4c506f044b6e9ae546cd31fba4dc42df93e4161410337
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..222b2838b8a1bd19275870c20490237713dfdf82
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e14255c8e8d7858f11f462f72fbed66d2e6b8defb740872db5c4cf40db64aa78
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaf90f577746e0e2280772ddd8da06f602282a07
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f2b033c1c28e3b429c13c4a1d2f93d91f887abe969dcfd0e5cfa0864321469a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55924e0152b95838cc11c0e9856338f205c1c60b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b86e1e4c78267e75ffe0b6f193dbc38d134ea119debf0f12e8dc6c10dfc0370
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9037f2a1e4d740b0fce603444d8a1d2f4cb22f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a891af0cfa1b30873fb9ff61ce242091a8bc68cb36316bb91bfc6740444603c9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e09939f788ac62cab7db42b4056088a37e8bcbc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26254e38967a833b3bc8a692edc82bb49f05ce78856323890265b4c47409d70
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd24c1357b8a01a4c24170b283690d9630fc2e85
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:857c03443f1f95deafea36435d9a8221d99315b0b2c6e6b23c3a58196719f662
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c636c5dd179efb6c57fb941662bcdc82af300653
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f90af4acc2f8caf1e98499e4777aadc015db726fde773770b93208ce166bfc3b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b75a49491ba4cb3be5ed634eeff14a113f2f476
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fe3c06e5efdff9695a2089c3952c47d6c4a9e555a1f2d7176e91d9e8996e9cb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9b301a6597995ed35b4898a451df5b6e44285d6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52e850e14c22f9ef1ac61fe8deffc1b432acf520a4ab278888dc1282547d2183
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65d9bab5bfc05d25626f0a4fc5abf70fd752da83
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8adb56cb0d191bb2fc012b6f3adaad7440a1d5533d49599c4d76a11ba044fdd6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c953280e7e9109933270119f5568115811f455f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ee77f9e8004c63c6f3b949f962fc225cadfabeaf97c882d6a8429264ffce7fa
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eed9cc4395d61a17b18a9b69797bb8e661fce56
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bee3a7245c11ec74a5f52194d9d32950e7f0e3d2d6621a6796634f5fae8d7de
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22dcc16e58c7b3121f7e85d806d775eff84f26c8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e46beed9588183a8ed2dd781f00f4c7ec301c84fd5f9de3c24f2e5f85c3f1331
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a81491cd618400a6ae89a122364fcff9a2c2130
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2b7ba5ea08c6240f627e97b28987a6a4532403a90e287c5a663769763a7a3ef
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3783db71d2b692bc3121e5036138f2315a10690
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:818bdc514e8938f3de5cf11d43ea8f03c03156b42a3458739d2597a7de7bbbfa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8de30bc3fb9e6b4d40051efd04d715a5f9a9f09b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7def5f2b1057585f8c3a8994fdde89b00b44246ba991d5f25be9aab38b528841
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afcedd790722afbe97ceae770f8b31317c02e7a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95e7afed2189b0388dc4bcb1ed88a8aa2b0dc8e3503d182b57ace9c59999cbf5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89cb03f783ee20c9d7d439a60d46727883ff47ad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5defc755b0b2c41dd9d59887f06c519b7ccda93b78a215d22046072f3615a670
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..100ad3e9e4c2957f2ba07d903d88a94bdb11b0b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac3fea90f84f2ebae9e6824d354672679766d00bea46a81af9f194a729b9876
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4bddf62afcfd909fc82a5d2c5238d898bd6e317
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ca2193bedcefd5da791ef065b7f5e71be605cd1ceed30e251090390f9fcdb95
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1d3ddae89a4577ee982c20839ae8be4a7371c4c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f0226da40a1f6d75c1b232cbbbb8fa8f47c650c4605ed41e1877e8239290e5e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd709e6eb86fd729769d9c96981c056f60d39ac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b11a01a75b1e13bc78e89f2c7db6bb2f6c8a8c26b1be87a185b33b0fa74d7d6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b203c39c13337225c5997a23198797e97b1949f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4162a2d7027742c33404e68e27385fa80bccc2557010144e8641dd343308638d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04f96f31b71cb126f1836d8f28203a9eb3fc03ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6eb1b32243cf849387f93666216e66b5101ab7275e230b80d1119d387ed9a9b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76057a2ffef1c3d29f1b71f8ac3b91a1d3b0d4d4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ffe3446dfc8360f3dac432beff479c82c8af6ebd095e3c582e298058b32b39e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aed0e45fb43c9d2f3d563907bb85461142dbc18e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb3ea64133820331d340cb994d465d8a22faaadff48706179addc16715769af
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26abda369c8f6ed108d9b49ccb52ce8556d8aeec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1d74dd5ef884693d32fa40edfcf5f2f00ac67365f706a014c841fc429c8dacf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cc130c4d68ecabb3c421b1bd691a4af3db9eba5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc6c74a0ac95b868a96456cb30a65eb49641856730ed1971a310599f9e2220a3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3071ae30d1abec4642104a805e0ceb25a61b7475
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c9742f4042f80d98f3a0c4e53b1121855d975e37158f66a47892d25aa7bfa39
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c27631204d5791d6ff8f4845c9868f23e331ac3f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d28422841d4f5e530afdbeb1728d000f4ea16b76b0c31a15aa98de89282bed
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6cab256544436c04ef724ca3625a73e90eca491
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0539b2148bd2df7fc7ea4bfb3d51c807cf5a74da35d770eba42cbfd4dbbb40e3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe8cc493a8c24068c991c7c46060f6786615718d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e263b650075853700f70180c6c9767fc901c40fbb823304bfd64a850d43d7892
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4def277d61476c956bdc5fb8113ed91cf5c7d0ca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1cd9230c3f58311251f2d505ff62f7c2b712a48cbefef854fb6190cd0816c42
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aee8b737a17cc9661c35d352695a4cc1f8dd22d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5365c17a0d94fe0391343b18133adabc3cf5ef74364bbf454de09b773de3362d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f6c4e5bb24cf1c49625e730697887ccab4e75db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4451a68834a1939545ecf1560cbae650190091aab78f144b16b83d8da3119e7f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41db5f3fbac0268f0eec9cdd07bc6c30f3454024
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1701a478ed473d96edea7b4846f169d650d4da695364cb16e15f622049b2ff2d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d622050695cbed5fffad5cc725482430d5adaf9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bac561b60a80f71a10cf52105975778807d09db336969608f6059bcec0245dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df34fa61ce6cea0b09bfb052769b3e847057867a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53b05ef22b56f4cfece5025ea5a208af8e619a931dc23600543e3a7e33f5b19
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a115833bd4a70b1e7d9613270c399514b606fcf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60402713de70b5f1184928cec0df287a136724ba3e172c5b9a1c8e96c710c02c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..345be051314d2184603344e629214364073b4ceb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee34e41496f8772e472d75ce31fa0c61b60adc24251cf0d32c9c531982f4dca
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bc5ab105f1a30f9e64deab21201384a43156937
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd16a6d121e7ed5815450c94d3ffb087a189e748c3a528e9fddf0007b024802
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4050e4b49bc065571c6c2962a39938e963f95d12
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:193b9a5d6a233480f9e89f8a20d31525b73442b9ca25bcb4d5de8e549454a6a5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..701df52d9e2c5b1c4d076019470890101a8f24c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcbf34946b60cd9a0baa6956bf03638addd7312ecbed3e1963b9aad4c8417bbd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b12562338e14fde0fcaf731c03b3377f6dd0b0a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dbd59e20c2a0fd90b769b3ee3bdf25a5a119b0a81d9d909f8a4400a150f4993
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e72547f6822c4d69bb1a7740679fe8d5f9cdb865
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6bb8ac26a32d08c6043f950e605bfa22690262ffa040960c1520e959117252c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e9df471873aefd41af6be94692cf5cf88f982f9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9361f7207891116409ce8a5c68f02ee58200ebda7b47a9a6b91d662a564a993
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b611675889bb51b9aabfbfd7db9c8f0f68e285ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6de7b914044670aa7cca380c7280c086144d9c5efad6c4d15ad088e119f55886
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..459127fb3e6b80beb8da25a83b3fcc9019917a75
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d17e7925d53a1d820c0299d75cfc170dc851ba88926b4b0e5923270ace71c90
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52d78aeb9fd89915a2ee998417ecdaa82a0e2319
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c5e1575099cf8ab7d0bbb4b3858bc365aa3cb174ad0b1ad58ea9e310305f572
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..243d0f496204d58bb02271a79900f47379f0c57d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d24573e4096b3df6c500971e7082dd8f3c1988f5b6522d2f7dc720ed2984b0dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e0cf0cf0e3f7b8fbbb0213e1f2d32c30513711c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecb89bb3248f39d7eb73aff3abeb9b20c35302fcfb98adec2f9f644d86986f95
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f16cd02b9d1b8e646982e389787255056bcde2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fbaff230c90a3d8c0ddb5d6fc2e6cf1061fede7c1b18346b9ace4a89aab9247
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4efb45bfd13adc8a020ca8f3bb81c628d6c4fb4b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d948e5ba4964cdc78cb19728613f088aca4bc54c02304b70c887b08051c142c3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0f1706851117ae28bc7af752a6cb0162a0baf54
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e2e02b8d94e7789ac92366085c1ce3279ce2d7b96c6252c5b06aefc9f03d1ab
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..345f0e590091a2f5ef87d99ca651f3ea31b974a8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de7cceb13fe435fcb83ef66ec5eaa34ef88f4b8724c0e2326f46cd518416636f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ae77fc15d66c3ab1e552bdaf7b64bfa113fda39
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5739ddfa7eb993dc9eb0b0f76c248c0181f8ddbc8e7ab3ebd3165954087308
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a60a9a579cdb2392fd2ebbb5567abaaf86e5eb6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4616ac9c466c534d3778e9d7d3e10007342068b28fa46ce11bebeecedec1ef19
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39200cc96c82de6ada97d76b72fabfe22edeff42
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ce86d1c0eb688c087d2e93a19adb93ae0e4b1da64b829ed25dbdba6f006a1ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..276809314b0052fd46e4f8098a58fe5cea1fcec1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35318718fb3ccbceae1e67e86977a171035a760be2bcc1d9cc6df98d81cc3225
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3493e3be7b30c7c503a2e20684a67f8b7bfc6044
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360b604baf150537ef8bd4ebebb686b53c4d67b257802f6b6ca2c30695bc0ac2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bccbb8cec1a0b65b02373cff8b76b31dc8c5c6f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c996013eccc7c47e0a123882f8776570df59a07b56c47a252204da94dc7fe3d0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18779909a2500f814aded9b7e2ae10010871924c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96964789c44d9a54dd2231550cdb1dc0bfcf7bf447317d9421559d4d37295238
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ccdad05bacc8ebc37a4e03e665a9263c5608c3f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e076d550ddbf42f2d4ad438b9d207fb222ca1080d45787f90fbed1dc1b285bb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35a0b0a4ba1f4bb3b9d2a13f8f6af463da2ac4b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22a06de849f3939342d76d2ee6bb2b9bd80ba47f08f85e121c07f4a2c94658db
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96175570816e3ad9ca5f852f3d85d9f8570c4361
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:848f4ff1ad2f56f5584dece0ffb4e9bba13deb0d78ea6d4ccbf0dc630ce3550b
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..549f3d86a8045c70804644bd5f39795f34bb6870
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6acf27f3d4f5a2bd405faf397ac92a7464ca64fec36e23555e97331d70ac15ec
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e14bc1fd77a9608ed318d4a328cbfc6473d7bb6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d302ede034cb3d462e46218c0d415ed8ed2b8f7c83981b3c92d32636a618ecb7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1cfb8f6212a4c781758bd79e5d1050f7c68e3de
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9dea7edc172103d44d5e46531de1be872c54a3b773c752b21fe67d954095130
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..888f6bc54314d7b9d444985b937525017801795a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d6fa19f5ef6a2832cbea97b8ef154c70e166e131ed7daf30e320b7ad20d956c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..213fce02944e8a7785d1fb0884074ebe4d7328d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00134aa7419434374a957e8c41713f5820050d6e6152194fb5635e9d505063b8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac9b391ae40391dda4609c56107cadb809dc7bc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cef07e5d489dbb29227ace64fc484b436b2235ef2a969bf7d67850e2d5b02e33
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e5b84e47e58936ebacb309d28dd525b02196271
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a986a556846b3bc9cb0fc13c62d3edb395fd67891bb87e8dbff9a5c45a27a79f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ce15d2f199cbb61be0ddfa8508619918bef563d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:523607c832d35ae854772b6345681e6df168285f0cec5185c4e0bdf2f2dbde2d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e03e5fbdc1e374176db73d04885e2fac027754a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:473c8cd8d2b561bf7a5d65be6e148f8b4e8bab07a6517bc5d3c9cee85a85f03c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6d2c545a08432c87e714d84a6cc06f1fec5669d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:185491616d4693d2be6ee1c0be2d48208dee50c475f7c5c49961ef1a55b120a0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..486b715bb5b88acd476828ed497969147738faf8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:809954a2cac6ba55bd7b1acf04b31eb56dd4d2094572931dc1f8cf6a26227921
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a101aa3f176fa43defc32c8ad4e698a2b42c6e0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e66648a9a9c4e43cd56a4f123ad5f2b4b4940998e87f2fe87f23fbfbeb69b683
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a80a126bbc165f47aaff7701a6567b0d92e99272
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f913cb93122ecf5277a9c4a88b26a8c747a02480574160d097aaabcbfe53d528
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beaf9b4ba080c445a28aa02200e7fe03d617a98b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f341d7b359787dce3a90c42a8e36a02840b598130050d736015ec326a2efe359
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82f0d76fff22fbb017e6416b400ea0f873717fcb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c120406cf09f122b2cb88352f917a73c9b37e7274e1cd7a6998a0225ae22d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bfb153be9c61781af46fd58734ed83de7230092
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63ac30b15062421807bc5637086409fc390211d0513406a488677e8d645801a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6113c20046dca2db49bbe79de664716fc48dc6f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baed6b9381b3b39a41752519826c0ff34a33e335056891057a4cb1e55abd3c20
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07712bd092126c1adb8470528e7d3be829f62f83
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6172a3e945d7312e3c0a2b6fa37899f4fdb343872d06b00acd629380820219
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91e8222499d26b36c35a6f3ff524f628ba26ba78
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:210dba66b8a89ea084e0f4e2c7be2cd9ec0cf1d0968eff7587e732bb8beb1af5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5778261c0b1bb9791cf52099973198680cb4ed7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70b81f67fdc4dc8adbb6290a79d65fd678b9604cacec9b0c57209c7ec32b98c1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a6e756836e12f4963b621790b6e9d1cfa54b7d1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2fef0ca558dec08f716ee7e8bb9620ff8d923a755cf0dbbdafc5d7207254b95
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d5925a9003b37864ff5369db63ff353300b3441
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dc9f3bc55dc006c6d774a9e1160bd9d93247882ca9085ecd7b6df409b236c79
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de01172220c3ef8991bc9e2f798352e9ed31c301
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c69f80f5ffee4177d9eadea1242980b0b9285a2928df57194368f2b62ef5fe8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e57f935e8a3ed818ec3eb7e339325ea6106b3be1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fa6a705ae202b6c629e0770134eca17ebe7612bba2f0c64b03da3d24a5cce19
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62df4c453af8a028508e7470fc2227b795d4eb0b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46164c4e9afd1731c1a902a5f52324e8cf19d4793bd6b6c04d85ab21fcb1689b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6afcfb9ef2abe37f4827f5d51540ff271122b36e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d668ede8c6f6a2a77f31a16789c1354714e3e5a4171f5ee041dfec851823edd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33336d178be5fc590d611797d027699bb5a51ba7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:435762f98b9cbad2a1ae3d98379d0e20b7455085c0136e58e929ffb2e807718d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa087ca5f005f9d988274f7cc923e9822e4e81d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fcfe65bf18b0154c1a877789f5e9be8dece262857ab93497f4ecb73f7be222a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ddc907132330f79837650e98041b711a4438f7e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbbd813d70105fe0ceea735338a0c525f4472ce153bbcd7ce1f5e3debf19165e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a688f27862888d1f6e7e7dd58ce781dffe18bc6c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cab29d16e1c96180603dc28f12a57b2e15334abd3d7aaeea92c158f5cc89ab9
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ecc93d614b87dba0ccf4aa79feb61388f09164a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e6edf2b5cde40f2a1b7429483da8969b321ee9ae6d6910f8c8da77c6b72943f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb15a6a48b4990e2b1b856d2fcc4ef8c481a843d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4118241d2246c53f001a7c6725d54acdf019cc5484a10547e7c7d6146d65ac28
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11985e5f9bad09136271bd94f5549d23426da7b7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6043e1919212d64b709154de26bd960e8000fa18f9d0db400e903c1b98a65667
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec20421b2f015ed166f4148c072449cc16b176e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1468036d4353ed6e282e5f5de3503e8ead37610dc2a4ec7d23917639ffde0d69
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30958f342d905d0315f2248c40603062338b37e4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54daf21de517789be950fef8832bb2fe7b9b663d2a4b2991ab2d4375930c863e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c67286af54963d4bc4d940e7fcaf018bf9a31ddb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cda5f7233107673c7324afb9262d4158f423cae59206b0b89aa1031b202df4b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a81c5d17a139bb24f2fe1a11b3067651327f442
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00d30521bff547b132fee2be1358d1cffb116de505730ff2e65eabddc576c81
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/lm_head/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ec473d1111ca171b02b66fb8e0f9475a40bb50e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b92d33b089259de35ef59f4703cfd991ddc120bf12cc8452c4d4b56256f20b28
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/lm_head/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aba6d595ec2d5e2b82c40f610bbd6ad2235df0b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d30e0170722c600b475a4da46fdb2d342de8275af5e09a505e1e67d15719eef
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8129da02289c42c2e3e6a9ae974a4274e4e20dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90a39e131a75c1c4adf60af51911238620ef285bff21aac92110c7a3dd784cf3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b9b4e1176169c1d8518df729c64ee336f4d6721
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbce9c10c656ebee7624f933f2873094a70defacabaf0ff3b8a4b4997c100e95
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f66393f365aa06ff8a871b37883edf806e7a2e90
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b46ac46e20f0ec2e2ab69774582f56748f81fd10eb797dcadecd3b2d4427bf54
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9709f185f1bd6a84feb32dde4c973bee4d138bb8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93550921648ba8b4be52f914311108669080bbc14f9292b698093a4f02e6d6e0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceafde348301e664550ebaffc5a2efe9f8313f75
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb3e0b8d33673eb202eb54a07e5c74f554725acf9c20da6914f1cc0491552162
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e7c7cd9c56a906675bf78f13ba84cff225f7a91
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8349bbce581817dae2d246b3fe1507ba30555252e1e039951e5eb40d4bbf84c2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..733e97ee1ad1e20b508bd9d0b679d24c3f1aa725
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:302c2a22cb3d19d02ab8ec11bea0b657d766955f50f5ffd6c9b941d81d3d7734
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6a89f266770b210f8a2eaf48c613f2adba6b8d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aadc37fc4395001b5546d92d64056bc2a0118f0ef3908f298828e88d90a4751c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4d2b787ecb67069a3caf65213f8d3585569d61b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51c4c7f512f2ef16f97e86febe5f8bd2af4c7097b9e911f25a3e56a31fe649cd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec8f6c989c6233b09a7e7e4aeeaca23a0c673c4d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:704f43e30e486ca614256b3994f9027e84b4f11d3ffd3b8fe4443bf98d240f28
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd1c99c8bd7c48a5b58960deea249e0a1496a225
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a247c7dbcc0e3c9391fa38ff47a0033a4073ac526145ddfa318bea731c06a78c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..202395f4f908c8fa12b0771ce12b51e869ff286e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8dc69004a42963184fb56286d5c185c9e70d85b7049b9aab9cf3719cd293572
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44a6ee7864b8c0fccec2641abc37e8bc1e52b1dc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6706add9c787ab14c956d0cc6e07dfea2b31b902ad9eb1ee6f467f0866f1401a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcd6825e73ec82802aa8f3e332a596b018ac7188
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2014895277424a28ec06d535479a40ad8c719e9f41b0e6a1c172b76883a66131
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..316175daf2b9d6290b65668813b1eb79061f73c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47a008a48021398f24e96f97d0842bc609b01da1bc97c905eb052c6a6ee6751d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3be81fa2335c0da9f88a1579b578a51b276129f1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cafdf2f181f694eb70afb2d99570cca97beda76eb3de947a93ac40acc92ac4f1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81be759b4fcb2f4fe9e22e4226503faccea6a20c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b096af29d372ba58d6034efe79e62b1ea948b797665c9fa71265eda498107a60
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5488275dc4dafcc6898074d7c2eef89aa5b3846e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a74f58a364d95d7454b04e175d36f714311de667988199db2e9d63a17bed4e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d8f491f8b2aaa44df27a76b5eb5538b410d2bff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:162b900083f0cb6624e9944e54868e7ba402a9a89befc2065424b1018b09e04e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..798693130cc2590fe7a3b2c7d91b30b058999378
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52c79fac5465783f0bed48ffae40348702723d65838271838b22d3d289a8177d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5897b5c5f659f51cfc1eb7342a24db28d66d031
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cebd5b6af85b9dc1c0f3e111b4740e31c283da523d021e0b4f46120ee953bfe4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee7cbbdef12c67bd087615230915709160555e1e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcdfb00b3ab239bb7046fbfae066d1843240d1c7bf80e4cad66c16f7d4ff409e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f224f619dea89f0d100efb2285fc97dc898138af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a67cd3a665f7f4b25b795a93e8804dd6d2b0787e85c4fc5593a7c4359d0105
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f2660b9049610fe950e92520f264a428ae7425b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91ffdcadffd8c0f2b9eaad87069fa2c0a58b77febaaaab5e89792328b552a3b2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e959ff8fc88bedb3795065dfcdcba0a12d3ddef5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73156992157ad539a92c88c28a59cc9b4be2bbb94057e000bb9059b027a37ca9
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47659668c458f3a11ee1683a6702fabd37800f2d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534c1b7ce033e536605b82af3302698209209497e3fddfeee7e4d43a2ca9f6c5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e21d8c1cc6411012408bc3e07bd4a3c3bfa99e07
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82402e59559509c47838530550485b4b578df1363b6e65e3362976ba7081d9a6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97ba23fcad50a1b521eacf613eacefe88a0b761d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a83d273dffeab4b7f791549d2645228311f70688072d2504773345f55a6b48
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d4098655f51be8d05ec583470ca9357923e8ab1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62912163f8e3d5ecd47fa00f06c9a56c9bae8b42db91df8889bdbe6cec2d2a3a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14f4b58bf7b68bffb734aa063973caa4f08926ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46268bdba7bc96f8f395c4533c66e1aa32d137c6940724b81faa40e298c2e96b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..668d9a30e58d5bcd3e53969b5acbedd78a76838e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f562bd36e57fba3cc6b7addc6c4d623c2bf1228e0e6d554b3ce16583b687de
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47df83906cbbd7433b7d55b0e25a41f2cbafa121
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b0166b44d6000a33fb45dbb3ee867b376b9fc6359f971d5f31c2cb2bd0d6ac
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13cbfd0c04a7905d674bdfb9b0f1e0ec4b3fe5ea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a899f7bfd9a706a309f3547fd6a2d6733a4758e4d8b87454dd77ee6c9e79799b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62413171dfe1c20576654cadae37cc4d81227232
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c6eeec1230f5bb52e5a5f45d3c87ba0ffa401dbd22fd8496250c8711cf321c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63bd44f17ce519423405b2f90f29d783bb92b933
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a1edf06ceb382b2dc8e8890f8f78eab638135ec6298dc41697d2404101a30eb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9d1902705b7e77596be29861cdee06b8d59fcf0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29656c887ac01e2d7f30be6d50101f07fa25f43cbef392ef0dae284827642446
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5be2ca53f75dc2629f0ce16aa2d57c086babb5d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c22176383a61f247c7ea6624b8f7560e2a0bc1e65199fab135dbf9599aba671
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17de45ffc2012f1a80bb11282a376323039fae58
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffd2666b65c000edd965a98a950c7f272bbd56d493f80cad64784c0616c87cd6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ae416041ba396c5b9939b9a26bafa9cd1d3cbc8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fea78307187d6609d078e676519a73cc6c908fe2f9a4fa3b441e57d6d41a3c2c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55dc43c53daf355d4b8b0957c1e0c6ba9587ef54
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:490cc81da4a87765fdb27659dcc9bca576f1164c74b87fce61c3a9dbb9dfd603
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f1cc16fa5839aa8f5b57d6c6ee48cac4f03f6c8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f3b4151f38f5daa12d1d098530757e925cd644ebeca66bdbd69a76b1f1cc564
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83dfb0b160aa78dd3f77c5d5d329aeca33f4979d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd22dd9c99e098e69ed11d94b5941c7f7123b175f7725861db7596875901a442
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61444179b861df652897ffd8c87f4a3ba158d8d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f41280cfad36a2934e0960b6e9d76c93f5a5ada84a7bf273c7a1b3418090550
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0526572fe62f91f621af63bcda26951d3133759c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30e3f124dcdc679620801134a1de39e6e30eadfa1c32f7aed71d61ba0be350cc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2519b6436e0c206492473d02c3d640da8342b41
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:627e37310f5ab59d5ccbdbb989e5aa83cac20800cc1f899d47a849b6347e1a83
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92581584c72a96788e4c5b012da29f08e35c0bc6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4ee41d9c55b85fdce8295129b4b56e7934ba63edd5a5ba63d82287f0aa98d9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cc429a5a0c7dab39a0474b2aaec05b37c5ac6ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:218dd8f7092de78c10318bd6d5acc97c5bd8234b654e111a6ab5b391c5d00407
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8db1dccc22cdc1fe0575dfce5f0432424b598
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:280b39baf2c3617aab35446da36ffbdcd11be102c7a63ac8daf53dfbef97dc00
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dd6e8b2e35442c87c29a021981654c14a200e8e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:709b6af0c1684913ba983f98b6ebb04a2a710fc5a368aa3a5444d5aff8ab41ca
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaaa2cb97b566279f1d3d16addcc897c278c386d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:514f38169cba96e59460c327428ea4aa550d799c6b509c12d0d4e6cf8be69030
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4099033919af5b4a37a00e24a15be9b6d3503
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff435013ede19563c238517e513ac88aa1faa4a1ddfb702baef1b4ee12172d1e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30f2a14eaaadec14a71cba8669a0bdb0775adc93
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:354706fb329c6c0cd4ec6508bd8a81990fcfe908974c0a310530c8dd6403fcec
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73b857b6cea7014eafd556ffa58a542e75fb51c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca48e6e374e2985fd5869c59b9eb98b5e689270d769a9cb70d40eeb0017af6f9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd87ad479f5f681bb31cadee953abe13b914f172
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d0115831b019fc17c2a950fcef32fe1ee2d1a2bdfad9ba13e66e7a32649340
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..991774710b21e3d3898970a3c9193180ba9b4a84
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10ab807866a1c5b04d766923bc55d0241eedeaa94280c642fe4124a340216adc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2cf2fa1c059a4afee3f0cb08facfdd5c1e992a0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:502cff36e7da116c13b125bc31b0e337b52fa4b501170b8a1f0ddcd127fa3dfc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb12bf632e8ec32dc43a1857fe648db71a30cfab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8b229ca863d2208bc99244643a97436f73eb3d0edd778ef70c175cdd01bd296
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72536f743858438e492e5e8297917a9e38fc8755
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16bb069fea245dd4d73ec2813802eefef99dcbb81c6ad66a7067d5808f0e6f6d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d01bf8aecf57328008ca1d5f7040e8b9c247eb4c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fcc3da2306487759db1d3615030b8a79738390cb6bb7f9f758126fde215e4db
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a548698eab0d9fbcea1295c97f76ab0646d3f76
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6c1e73d5ab0de572965b0f24c657cc6de6aaa82dee98f8124a92e919ccf979
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..850b5da51bd0acdc3a3c64f2013bad7702d60a65
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a01eb09aa7f62635f4818a5d3b6579af015a945f893d2caeb84ac5c20ba37dc0
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..345acbe074fda15ebcab81648e5c5e1e73b66375
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:878cc8229469f79543a5495f0bccae07bf0d366963d2d14c6ad8379283b6e42d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5589f19aef5c7a970ffea3597f8fcc5dc0018244
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9f5c1e9910fde9de94881e992ef3bd2ef7e29f21e86833a65c13c352499872a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6ca6b6c8850abc145d04188e6f1d4625c074a1c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1644ec837f90ef47f4347707d832c8c07399c40ab37a00cff5fbdf54db6c8220
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b00e891eb503fc02fa35436379ea08863ea25a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8adec291e7505a92d698f149b569976ea84a5a4bb0ee3a5a68f1a8c6492866b6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d1c8249233bf77135b8a0503f17273ce97e4518
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e129c6d74bfa1a94f8e6a089ea53df820777cb8b69bdb071418dd25f2ba2bd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90e20d12bff6ceeded2e671533e3298bfa49abb5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4642ef7558cf05da9ca6c9c93f486a6e54bebdb3288ede05c222c37eb8bd3a27
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffb02872b73729d602a1fcd0cdf4e2445de0d0c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6f76c7e677ffc9c17f0057a6266de389fc8a21edbe32a24a323e0b65bc0037f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9161d4790a9aac34a01b13d89f6b5d6bede9f757
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:860952a88c8150d86b067a8a7a8ace2ae9f407ec45f6bfb94cfb55fac446e831
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af4552c55379e326f400ec7adc837c3c6db85596
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:351f751dcf88dc35882756ba338755dadd1f0f421a06c5304f5f6b905b66f74f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0238421c24213a96ba8a6777c91d9e1631d428e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84fc44d55a7c1394fc65a5de0457c2330561b05b888e035428f3728a52dc9d14
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd62dd8b38e6df7bc48f872f2ef9b3873b75b175
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:761440e5797c932b07e4370d5919a137a6016beefcc3d2cabf6d7cc42a9f199e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..301c63efb6e16f154905adc72606be73e969bd6e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f481a7484def2f88b2d0378eb92094edc6941e590590f1f9bde3073024e975a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76d5db6cfe40ad3750a925251abe045c9570cff1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea1b5fc17d340fc23bd706050c8c739a6a2ff26e0a795dbe3638cb36ebf332a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82f0f55e38bbc10486f4f8e73742806cd9ea8772
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae69138edd4de1e9ec12adeac0634b9f6f8c4602eb9656f34b8d9df6ce1a57db
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea421afe0c1b90f3f02fd9bf427b328984c57e95
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0c973ebbcbebfc94f93963ee962406a58c5e6a369571f32926ad6bb6a2b4d48
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b09173f8bfd8f352952a25edfbbdf06a9570ac4e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c75d5814e6c9e791fc18914ff11dd2f010fc96c52b1f511e66b9ca2ab6e2e495
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a77fd31283be70af30c4bb59810cf5f88fc7d9b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:908239ed6df211fa2c4c2fd97f18a61681803f3a3fe59e1eaf2f1ad24bb9678a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..705ca41821cd5923b96a70087177d174cd2fa738
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c47d04e9dfafdae356cc8fcc58ba1276dc8451d32511747ff997d9e213c154d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fa6539223d0e4a31bd9e203df5262cbf5eaa262
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb08fca0adaf463070b8d7dd5e7b3d962109038ba40d16a22d0767b12e460113
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5da1d75c4b34da4b0b2b168a34f44fcdf59f822
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aae49a59b1702cffbe2ea59738c981dcd7f155ab63925fc9c558ae78259511a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38aed87c2651ae5ab6e426d8b4b713fa09d468ea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72082130d42dc76688311bb28ca1bcb7e9a88e9729b6771d9a39e5be27fa89f5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61fa5f7c5c6a89aeaec379cab29a8b342b3f2536
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f056df4cbf7d6121f38e823c2142f60c32d5f934799c9e0f34324dbac27429b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75165b32b9e72b55ebcda897e83270c18f1ff7fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9449d53de6936350afd3aa0e50d8056144b88ad487fb6a490cc475ad7e46c7ac
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c38b1d5b3fbba9d846d75d155cef3fde0a82923
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc643484f0c848a47ee783afa192f2ea8774cb7c083313ff01aedc3fbeef4afd
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9b61ec04278f8b29dd7bccfe3bb77137cbee4d1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aecb361c334c2adf3c79bc41d70d73585f01c1461e4a86c3f50fd58ff1ba7bdf
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dd4f29cfa94fe04bc180ed5eced336f01b88267
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7824aa7141dc8f5116edea03b41c647f82b8927daeeaf8b993849e32f3d82d30
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dca36f4cddfc5a124a79b8cafc4e85b717eccd01
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cfe909b6021b34de3a39de4e43e16c5fed6068bb4f4b78d8a24cee655eeee42
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c91796e54017f6a948637c3079638dcc109e396
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2376615a46f7809c064da02df663d223fded393bc39d28107ec1b0bc97352299
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85ada3cc43f6f23bcc656d446605f2ebc3c57525
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd4c669d28b7ce629697fbbe215acba0aa40f6208597e059c16ec1b0462d13c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ab9612af5dbccdda03e2b4abe545bce7c2f4ac8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:624a2fafd8ddb23b80a53dd8a57f28099bff00dac9a65cffcd1a8181bae07a1a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..468fb29c8c03f088d023760fddb4f561a8234516
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53050c9d39151e21e28693bede7e73898ae16a9a4132a9d58b9da7310edfeb09
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57d962f09834dadabc7b1a69187d84422690a033
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f66f1ed16fe6dd78e9dc68ef068b4655c4801d98b19d18eeb99c75c1642483
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a276eb9e557e42b509ce16b8580ca61d45e1f974
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db54ee3c234d59168f0da960baf49ce2de28e39f3d93e8ec8345c135500fe0e6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cefe8b1e1b70d606c38d71435503fb895fb019bf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3afd7b7eacb409718c6787d9b9a55ce615cf9b9ef626a9c9d676b47d81399239
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15e66436210a062de480ce4e483850e7b937a2cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08e5a20a6dc72889463d24a690f978cf907640ebd60e1f09f4785c763b5ef45f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2e2dda25efb6166154f7fdeec20de2410783020
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58c3b9611a6bd459d19d7d701aa4d118f1c5ddd25659faaee9910bd31a2835bc
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ad443901f0eb98762004ddbfbb076b96e5c04bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67ea242e9368fbcf7d9d5d66d9c959c094786456a28130a026afa9954658a1af
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77f2e937115b81873d6ef80d10e0d573c9498877
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f8477b747d4a93a4321e4793b4ffad120b97d1c2f72c126aec3f030bc6a53ff
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36502fa8f0d18a1d1b2b163491ee1774da63a33e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8704814344ca2906147ce48ffa23d6efa9e3a647848cc1d5280377db85b42e8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9466577d18211161fb1679d58e3748993e23026
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:face058d7cc82f985b4934d9ac56fe107105a05b4412761880d689fe7ab06591
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dc0d79af5d37b9ec1bac35952b598b1c8663dfc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d95a66b0123407dc28af5ea5bc5a4714e2b89a8b7863a4cd08e878c0d6e7c07d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b75b7f6673163e50434334c3f5046afeebf3088c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4daa74b97ad4be5a3d2a137a1d8a3ee82a85f7bb1c58852c627008cba9ecfe04
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..279b5d8d8adb94d3366e3d01ef3d37483b13a131
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e04ec285fc3091b4df9d9479da3dafa9312ca4ffff647a06ca6c8fdf435eea1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a037f1ecfeac7f9d31bfb71e1fdc2ace1cb94ac1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d34ab62db0bf04fa7ce470f8dad141948f75cf4b43bcb1bfa8bf29b9174c852
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bfc813f60fce490716d128e7bf55dfd8e39221e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ac7b7699a11d5e024aeacf6945ef94086532d2e28a78c86b61b2818c2ca99ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48f9ec3c8eab02f0eeaaa684509c1fab97d90e78
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f86024902b304f87fd80887dad1d8f2a10f18e634cbf4d093e59a510f89f99f9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..916b1462259e7833d7bfd832b806ba764d40433d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee51f1189b5c804d00886eb3c16cfbd384ac1a49be2ed27058bef6fff905032e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1c0b72963a59c01d1aac1fd4d174372c47b574d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ca5ecf5be3ccb4f45d28cfcaeb8d98296cf441e159eba7e1ccf794b07f7a9bb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6a3c412023c97476fba159e8604c904cd293037
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0fb917a667c970ae7645aaf4d4c821125752f6b324aefa9e2e2c67aa6b21655
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5c7a8de60cd700f2385e9c4166218a752c61889
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4861b4bf01ca08b9f33ab838543d114acb2ddecd07af83df5c14cfaff98b07f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa15921d7cbd01615534b0df8a07555990e8918
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb5055c0843f99be60c91b4be8917711a2e305a2a4d8068a2bd591a5dd604ba
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2faf87564048e2fb9fe95a0c78732dbcd65c2959
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f14a31547b3fd522d1edb22d7b3d0d82fbe68e64bc620bafc7d3c1cd280ef02
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd09014df505333862e6c867ba56493b85bb6836
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:510a5980df44bad7ba5d753c9b1bc293e9914a94d323abf034a2bd05063f714d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7938acdd20714a134aa3f0d3df69f2a39669e3b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c51a2f8ad5b39984f01dbd55e16cf63175c17c54079480fa5750a526e32871
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5986ff5d6adbcb336a035be4b98b9de6e68bd2a6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2c5bdbb7c35f291e87c00f4c06d7c983582c2ad66082f07d7964ba7c18e77a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5362bda7c4f3e849807ad8c3fcc13cb407fff84
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7638a28d34f010cc351d0241d73919488190014c0cf8fa14f68b710da29c2d04
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fff9e87aade021e9c678658834bf186b9162fa7e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09d3c20a90e997ce5af231ce518dd0ce96de0c30b958ca043a130eb6ba9e3fae
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..464d4778126167e211c7c782ab3dabd89f4ae9a7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4adf60400c62a64eb6fa4225bdb27801f99dd5c0df6cb87ff499e0cbe78e6b9f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..253f7f637ab1158d21a448ae3d24cb63f2f9c8ec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45eaee5b13fddd415376d82e600d23c76b14093caaa8757c0010b44f97e0cceb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11f79b49a4fe1bf4a4e74381b46a9174dfa0be28
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e7ba6ae2b4ed415ef1a7be0f9c803e62004a68ce5c358bb30483ff92f7d559
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..147d3035f0ba01d2e68c44a1ab8f804d6cc94c8e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac08949999994f71e7f790294ed82319c432f66168f4b5b4acbfd12dcb73eb5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8365017f4d922f29a24d068674baaedb7243d80d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f29fe88d7cf60767e5f38e58805d7048852a49ce374bdb56b6b67b570d593d8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5337953ab1e2fbfbc13b7c4e946e55d0bc890768
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c474761b8bdd7e1545aace0e2160f1a03165149af6214e52d08740d5afe4e966
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47520e9a2ce8151710ea920a437bbabd35e82a3e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68eecf1c7a91a01f1f297f3cdaa915d7a7475135730f0956871ccd3edaec624f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74fca4ca96f54e628da6bf49c667323ca19c1090
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23d122513cf830568199ec161ac66e5d8611e227c0a1c4f06430aed8a480a63e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c3400d3d40b48000e777d929bb88a6b0b1d9d7c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca8b953ecff9d7c89baff63e01e2afe7ee0045c9f63250bb96cdff32aec0f1a5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fd51d216b9f80ce97fcc0843023ca9d16befe8f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20f91c81acfb52a9fe10005a2441e7ac3c236bffa710d1bf297300edba7f5599
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b3822ebacad7ced97891243802fa195ee7627cc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0026e0174ed66a0c09d9037f8cad49fe32e7b26d6dbad4dc63e80fcd4da22ba4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40e27def15763cf3442185093e3075176398dc73
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da5b8ab73d1b431d8ccf59b2dce34a604943393c2df91e3b74b902b16ac9e543
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52ca641f8491efc378bd9f15d94dfd6e3f79c4ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73440325210a238f7c5a13eaeaf072d3bf0fe5bba274f2750d348324002ebdb2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24d5c52ba93a7fda0ed967707515a52fa1fc2ee3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d7e5260780dc6ad5c269e9bbc448b4808fb41b410dc5fbe39677a21835c5bce
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16dc1903ad36d91be53bdc130929ea8a77a5f467
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1caa813f2e891740d99ff6b672d409bea55558fb2acc537360b93e3c5a2f3595
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae7c043ccb8e1010749568366499907b10ad54f7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d13363cc8dc6f90ac7f9ab6f17b34521de9c041fdce4c7807f4545595ecef63
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dfc472d3f53b74215445cf226290987e6433e03
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b0b604b8172c98ba7c1f1010e19e7752c37668ea639505efd5c6b2011346656
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac0b4d9e07cabe4df1f81df37c8e1ff21f9d600e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18680c3e4ef1877944c1d5912e23bc3c34a14836ccb993ab2cc41d259b255bad
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38ca69acb2f9eeb302cb9518da3ba17f191a0318
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d62cfd5a8ef9202db7237fe0a47b93e98aeaeabd4203d6839c4fa9cc2343892e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ea646094e05bdaffc46a75ae9af69dc0dcd346
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd874a1f91766694f956a4a7c2faade2edf3ac4d16a887e392b86cb79e1088f1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93d9e668912da61ba9c24011b93fcadd633a2a38
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc3457b44e2e396927280fee65f5df87362fbb97468f8718eb8dbeb3083d4900
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6e13748ebef5003c56b98284e227dba23738bca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53aa49c94bbc8a8c69adbb848d64d911f4e159e1d8c9782b264f53543941f87a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a827a5d36e744639349c03a623efd85422401ff9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74314aaf2437f389af16329b46e7a295d726635d661df51d38bcba68fb69a94f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e009b52869c059d52297d1c7ca5c35d5302b6bcb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb4c9bd718b0d13b0b130e56b19b53ab847f91b065240b0fec14907962544467
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..669d5c3baed8c3ba56cd74cfb2081af1a0623bad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:728ca2b7a985882d666bb6ba201b97e3a2ecc4f38bcde081cf43e84c5311e447
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cbae35ae9b60cd08293f34f9f9ef8ae51f1f823
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad437851239a4e6555cabe31caedb8d403810bb9be3ca742ea4246b42d421ef8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24058d0cb77229c9702dad058963d464f563e43a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2fd75955ffc22c03613b95b94e1943910cba2d3c2c953d12faaf698bb97b19c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1c6619146202a0577bb17bcb39ed4c7beb51ed5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f4f5342738d23c72859e4d86f4199fdfd73fcfb7872a8d3d74ac9582937bce4
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06bf1debe7add3059e3f047cdbc08940cda1ae9f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bb1c31e26ba27416c51d9e73438acf9269ea19cdc4e84aa61e21dd71756d7ff
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f11a597ee5db1391705eddcddf790454e4968e93
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f6e35ca998d199f8485f97437204371e0c92b204f29e8a7d4fb9f33e71bde6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c62b62a1346ae107a66d350e595e13e1782e3af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fe492c8d3691df5e30c5e57aa38e449edbac30d5305742989a9124b5850869f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace12776ea245b416aa108582c4a4499f87aa48a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7975ef3b487e6dc6aa6f96debff74e3741bd6400d57d397ce896105ba499aef8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f801199491cfb9be2b6aeb6abc64b31b7b3fa5f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:233a5dff1f763bdb439204101937a2d44222a3aea9d9d0d248650236cf0fe9da
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85d84b3bef0636fbc3aac47ecd214933387a7370
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e76d9557882f5e6512de4983406c6ea415391d9e45d537299a93af5f92c64b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7253cfa9b6fa5495574c2394782ab4e6688c1e6d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d04e4536fc887f16b8c4044ed818b89082b96cbbbe9bca5767dddf8b316e6489
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae93ffb7f76fe0c12faa1e43e4eae6d7b6de5867
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b30f47741b5f2c6940c1a041e51b03733d5b892031cfb69e3e231c6b5b0167f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73b933f0569cf01735ffe444131dfbea1a8e2fec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31f549460319f66383ed40330c4ddada5ce215d71d31bef45d5346366fe1c45d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..670ce8d646cb37cb0f020b279f0df75afac52832
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b9b8e18d44b331dd5eb362abb33a2cc8c4eea6ae75d5be2de5168bb451b4c9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9829b3566ec659670aacc9c496644b66c3433bf0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d11a99b34df833a678e3ec2ca9eac01e1161d54eea7826050f4c94207cddfb9
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddb928fa77fbe49a81b2d87c8d1dfeb2439adf7d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f84e6233e1a0695f98a1783e6bf48e11d9c1ad37f9d9665f433a63854ea7fe01
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e92f9eb52124e5746cb74d2647ebfe93cdb2bec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc37d85c9affbfb13fffa0a688fadca5fc29de943353830adf3a42cfeaee86bd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81e9ab16e9e82b5200ef3d11e5f9f7e7c750c305
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d6d5231812e6e703c5e35caff24f2ef64b14c185294d958c2ecac784a32eb94
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb13fc28be0bf9c60d60d5d5c78244f5117bcec9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8486776b8578b5958b1b05b0e167f188cdd43a58ab3929468404c84ec175ae2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..176cd6075c6d794951157d6f7e7f25f4346af669
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71fe9a4ac9afb9d49ed5a4969188bd28f8964a13a59aadb0e515a7a77f48996e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..813a991c9e1b38407b5e3643809ee5496e0337b1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48529f0b09619e11ea2ac0ebc1c75237b3d7bc8692d4a17dcfb1db553da5608b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73f80905b1732b5dc8485df7c113f68810b84175
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:824fc4ca039935baabacc25ae6c7b2c55a06bdded922bc72c2eccc4f35d251fa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d8211633c3e79fff47901d9c573c128ba08b06b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3442fed100622c7991f4df7d053568439c8493398786a6afff1882fb8e63f92
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..004fbcb3f33fc83364192d9b0ec5348e2745dc07
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28d2ee54f8a4ca16481432f1d86d284e1e75b6bc321609e930b9dbf9c547a79f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a54e288a774cf8b5b93999f7870bd917cc26421c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6286d85b55e301ca9079bc5928b95cdeac230ef61f284f88cc49f4b015290083
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87d510995f77ec80b25a2adf44c5b04286b726cc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c75fbcbf2e108341c7680ed31e63659c775b2fa104c5c113d3d50386ccafd143
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd19cc17c7d7cb16792fdbdd5fa41381b48904e5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ac78ff2d8c579e1764a3af7a9e12105c64cc6d0229dcbf62ed89236bfa660e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70c01f69f08a46f392812e6d157ed9184567b03c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa7fae6e0f4c37665085f240d557b66c281fbc90d056445dcf7405b12d894472
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..517453c4e3ea957b9e985afbced96725e267f5c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:862048152dc78c9440a3809b125ee9f52157a7356f47d6f8fb0bc5a20fb2d28d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adfcbce8f490a527f6fe50b41f30a039b79afa6f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:951a794f685c74d2891b92e47836ca285a3b6e466163b7a327a15c95e9a0179c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc53cfe9e361d8ed1a7b8e7fab9f3c0c50641cc5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aa233faf76f1328b8f0947c79c7db183c0a2134bb1d1d884fe8370f87efb328
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21f59bcfe7b295e72281448ac5b7d86d5f8b4b85
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fad8a1356e61277c682b57fd331dcee87f3dc60b3a248b36852ed9d836ba4212
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fce6338c4fbc30ac2723a6a897366ca7e633b70
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c59986a28bbf503d81cef6538784757427b3261dd3681cc67fae2ec01ae72e0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c4353b6171d896e723994cff93fcf98705d795d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57de8a5547b514fae9b6a5cd9b2da534042fcf82e8b0c8252a93692b3955c49b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44650fc127fa988f2b7a37416f38077f912b9868
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23be20b8919b3360b57950edf0f8a54a08d5b8ed309beb16e9d88fef6929594d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfc03555e19bd3305ae65aacf6277e530727f98c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5f987b2af1b3537ffe3a71c2e6c288e26e7df8a25fbcaa2cb34c130f7bad3d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f5c9e3711f2076f64641ede8efafebe3a026d84
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aafb8485db5f59e57039b419cb4a7645113a9543fc6899c6b58e9b1b2e372ba8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8da071448b661c945a6c27ec34889b6c7ae16cf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30074cf644ef9512b65dc95ae10d94f07f2d305825783ca7e452f7e9df566f9a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e318682f90965baa744a296acabd15a8d3ec3a21
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b8f1dc98eebf5b1e39a132b6e78033b4bfffe60531cf644d3c6526988659b0
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70c3147213a6c2882e11d6cbbbea82c98c179b88
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d32c4ed44e30b66cdb25ae845cde024254baad5af09e53947fb0aa9e8e120358
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5505f9924cc540d2fe6af432db76900b32531afb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9213038676ccb0f3012353a0b29010d5c8ac0c5653d8ae179b3697a356a0ddaa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c410b798237d5d24e40277903fc70b431d33d888
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53f8e18f80bc0e0d5ed322e7c3daf2c5da851bcab6e567ce89b4a830a3254c93
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..867851474fcf4ce558a41667af7d87e4df003ea9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1ca140b2564825c48487f533b1d98da9878277be00811421d49f60d4ae4d13d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48d90585d6181ac83034d97cf0035d5b92089384
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33b79d628b66489cadae812f4fb2d36861766d0a98eff6dfb659c9b54b456f2d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..933f2739d418504ea619142cb346e37933b61d45
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a10b34fee925e51c7488008f66e936e49e7642fd73f6945000491acf22b0fba5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4966e0a468cce6979798d2e4624a10f432c7a490
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7117bc19ecdec920146b722814a2313897ffeadc68f05cf84384351baf9de9b2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b6f8998d208bb5c3a053ec9a026414823e347da
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f911fbb50127a70c80ca9723a2a7252d976fd2fb4014c695eda727fea16babd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb37ef1970fa8b2456c0fb8d601ffc7f4825b302
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f314813c4fb8c208c7ef6fbf1037bb688626c66e0e11e5c04b4e5d7c874554fd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b91a70cd98e452b01ccbc2f00fc58cd50e472359
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01383c2facc2bdd8e614587d562091f60eefe4113a40c4e3e786556766ec60c8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bafb3dccce51cd4e3afd702cd6e00dd7ed91b416
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50bec28c9318e1f32a32b272a038008cb3f787db2a54555544d501db6a54aadd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2caf76a4d3e913affa1f9d66f2a5651c5e59ed2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d270eaaf06230f2a1f101010912e75f59428d5244717a62fe822e133cb3c8473
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d678fd8e5c6930526d6338bdce9a0d5f1a0c0e7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb9a96ee04fe533724e17ee3ecb7866ea2f85d4e3c53a765049c77d2945808e4
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f0cb24f0c036308cffa167c04d1afc2eaf2242b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c19cb051279a3c072f007f027e3e0d0b30c4ad5ccecec2f0a3f22840143a1e48
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a64d696c1496952fb61d1203cf79e43ba823774
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd8e4dc9294b798ae40edd51721ac4ccc9dba77c0ed469f0c598db80e0acd027
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c435a144a0b62237dc19aafe9d5dafdbd6768564
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a08973bfde2600cbb960926c380c9151c439c33eccf923f4dc5b65cced7f209
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ac0df8e1cf06737743fe9582d5ef27dd150a980
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2126b02cd0ca8e96be6c8dbd1463aa086701e14afb009027dd4da974b9e7c8a3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efaf50d828ad15a93b86c5edb8b54fdd006e6dd4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e413d73dcac75a656f962cb38747f6f733f4140952c3b7b4f3ad4ab113c018
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fca89432e4ca61b672d7288b28e594b04363b524
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9f48e8f34dd4e823dee0c0a7049f248d0c038bcb3392fd08041ab83d4f68acc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b92f9e2736ec2a6748c8bd83ca3d4b6aa3111e7b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b4c512091e203b84ca52a89123517b2fa5c3b6db18e0d877c43d389a2c60fc4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93e32b4b38dff3d11f08a263b90b498e3b531495
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d610a05cfd2225f88a78a8f2a37a0d8759ac01e01723c1d0ef4ea46b4293051b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a67c4eb74bc68cfb94bd2ebf8a9af9d203c66107
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ddc7179892007c3770e66b6fc1e53f56edf6e4c44225e70073cdd708dbae3f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..324191359faa83f4d0a6844a4ab8aa7d9146e42b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67e6a055f03a4f6400a341f387913055021ee3c1a0e558c6fc152e8b8acb5d42
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95d89519afa38f0846584e87d3e1f812f25d97b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aa43a3fce100305531463b2d476da77f13afc40ee0179032112dfd83fdbc9eb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90e5b8a6a79344eacce1e4833dfc63798cebf33c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f65e85079fc4a5f3adb59336a9cd3916a89ceccf184ca9263b91781aa8943f9f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18438cb7204cfbf527b17579fcc27bc182ec09c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c488152fd31fe6d0e330e73a8f6c14bf48ced31aaa2fd09ae3115ee696a6b73a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec248c679fc02a4fe96225510ae5da3e5d8756cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeaa1bcd31522c9bd58f51f85c71276612f2142dd2027921f8f4939c9fad5667
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3131d21e00760894ca669ce14d1069ac6c9c6fde
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5f4ac027dd9f97813980a363a11fdb9465078c82116d1a3c959d3ded194bc1c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f99a28a251564a64554601e1640b103199417e95
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a0e69a5cf27ae145be87e6be18c0e78f6edc6767f38214e02c8e76644250d8a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dc2c6da515d3283d28f763d28e27aa34a9c5f60
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7569de45c1315ec1c78b1978e50b1498373d6a8fc974fb85f41dc5895c9d444
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a3b3e4be0b973a99f3ffcf5a21e2da508e5ea2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac05a8ca2bd4d4711e25b32d672e43d0830bca3a032f3f54d91a2a1a6f8457a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f22119552a0ccb6d2ba09b35bde254ac5bcbb46c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09dd92d290df38abe88c245351aa0e3ffa84c1aca32323fc7a9396a3dc9a1770
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3fefb3445123ad642a4e2daa13cd932fed13266
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c54411aa0a3da699f5057a2ccb0ec056c71d05b146e2839507ba905a19376356
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e943b3da2f14454d8b2388804f6e530bb5805e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a64cafbb4dd0beb69f2b1ca025db947b65da0680d462f7f4e481a5de440c0e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1415177e454296ee09d7e1a4a9993683126c8a74
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d10de327f4c9561975ad49ea9a7c72f1a89cdc4ead66d8501171bae28633de8f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ab16f3df2a62de9764f8c182aceffec22c5c4e4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:528882cf6f6b26b57ad27ec0813195f112577acaa66cfc29ba949cf37dd1f93c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cb3ab207e141251a6156ca3bc439c7e98a5c31c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:333900f188c69d0c1d08647da1d732dfb2f59912c7a15d7487c0f21f6600783e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb1ced72e3a79a8bcbd7bda036aad3d1166c12d1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:992d8bfdd3199948ee70c61532e432e668c12b7aa62905558e6d20c3d1ee54b2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cf35713a9af1efbe0c4d360d3d742151784f76f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd4d9af874e104fea5e3d6054dbe2a259e0858eb5c3ef5ab573d6b29cf658de
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cb7d5b5375278194c50934fd3ae8b57b3df3474
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75670fb0a8cad45ad7d2d55cdbcb4b4f24470629d5d8aecee503929a83ff7f55
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..123b1d793d0668260f0ceb808b6e8958ab6d6591
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cb9e9ff0fed2b53c47be0699a6effeb52eb42415decabb47adef02e62d5cb91
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed7d0bf1f3378da696eb9c023c350d798f79f16f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee0728ea943da3c5dc33946522ec89d1cebe01762047bb90b989546f50718d95
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..021220335a04dfc7685c3e82f9e028869125d823
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f29d10a4706ec6c07abe396f576e720e61fb516643008456ee5b56a666d8739f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d23d73e1f839a151c720cca230dc118e4381dbdd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0efc8c788c6c1e5c18bcf281829dd7561b82368914b66b31552842886bcd5954
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2fae0bfe3b3d3529c7fc0b6c783052c2428d6cc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1ae9bf507224a02a0f42a3fc644ce1b771a6548164d2699f4b287a5853d79b5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4b3972c1c0ad46b21b43a37f9146ad60307b784
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:674dedf87394577b271b38c6202826a6a857dd905eaa113fadc1c502ea92ada4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f8c03457353d7e3f06a6f0b0fb59c98f6ace909
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:417147ce92810085b8709b97fc916b7ae8caa180d436d7493c1abd52bedc1340
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e97435d531cd7add5f1b98102a71ddf52298f3e7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9069c46a9800d1fa640ef7466722c149a68a2e6d184f8ceefa64615eb573a541
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4296f7ca90a88a3f846233f4c3122bf7d4c14c26
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22656e0912ef1de346dc51a20ae7eeec8571ac519db2e403238543489b48ff21
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a033ba2023194f0b6288e2e1a215769f1871bbd9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14404310bca744e04e5b370b3a8e1a7370b4eb7e09981cf80f8f7224fdd3877d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f9eb90f06ead83b191610321cbe05c0d46d6228
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfb88b6ddfa97e96706022150308737912be6d5a1af1a58e630fc9d274e79d09
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c02c4130d997cbe8795b8c153c0ae435c5b8c3ac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d97ecafbb33c7e96ae77957ac91933ca9bfbe02d3108816b38916b0600b71d6b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db98a727598915047babc01bf55a59d7f41f6d37
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4ab7b565c1275055bee170bc1581194d79d38044533b0cdb2c92d42116dfe24
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccc2deff5056327f735ecf6919e1da03329c1a07
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38f7ec6015890bcac09b7824a82a79eb2c49dc3b69d0df6bc87a8f218785127e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a73c34be6f69e58948eccc5421c6647a647956b7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e29f29039ac78bdd03b142e2ba8f575863d098b1c157c727ae461407f63ad250
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c7301bc03609273a45487fcf437dc95ef91ac19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3555bf81a7709ff520ee7757d8d2d1a50ce81034e34f55c6e70786419e0de41
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..578bbb643d004ea6ce253dd862e873529295c3e5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b493aa501f728a1ea30111af95cdd52f532869ce6e6403a41223b9ae30a8554
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f248b95c3fdc22594765909e4cb917dd6f84010
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:011795502fa09da8236228dc940f595b1d52045df145ab96e7f126fef1134f92
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3924cae43d6577d9a01a0dea2cc0fd7b28466d4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f9f71854f8bcc4e147089783378453dc7a41f33ee34393cd037e6aa747c5e5a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..446a015c7d855553fd1acbd02ac06d5968a9b106
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67f7e30453e5b18b78e6061a4806860f6045de2793396956cc7d9f94f9023f1b
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c557de0b7d2bbeaf44404ca63aa122fff7c60a02
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45d0c293223978473fb0b8f980c70d5da0843f08905aed57f44dcf2115db6906
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95e9133c5722eb4a56b80432a8e95bd362593b3d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6557f9f34c1647e5b455e38edd7bf0ad345d13c655054b7c38881ad65799e4a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b80ce01712263b4cafaf53b2a4df25a475fa88d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb46b9abc147a8a6b80093a6758433a8e1c368dd66b202afd9ae541d314e043
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7234cad111ede9581b3ddf3c1d1f0c795264a865
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2716f9a9f027cbaf936eb43305fcd20ca3a7e1cc4fc45c3bc1b6f71b4db2c709
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..281665a41d1a75b3348463a61b5d5f5b1361abc6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:397604a7669f0adc4f20238dfb98840e323363d5bc0b3e3fec23e9e6fb1b673d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a536230f7d0b052eecc3c674bf7578f03ca233ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c58f5e91e56acf3d0c349e5e9748375a5b39ebd10dc5a9302aabd22ba2126c0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18a95120a5f2efe793834f37ca33ddda17e33dec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0295fcda746647c5294d3696c1197c27a2dea1a7e1f05dd49e0392e19219f06d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d4a0ccfd10b32676d970a7d9759ded1f1d90a4c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f0c4b9c53cc08f4eab44c41874cf6709e60499ecc91403208cf77475808546f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b25d4ecaa533f3ac284001b5875ad74af612c16
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d69fb3d82eddd2122c570da4ff760ef4f95e6c2deb8ba8898d2dd38e5f1278e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c45c8adeae31b8fbd54c7f1e97651980e090be0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32c35e452d17b646a0679a46a572fc009208f758462240b10d04d945f2a58ee2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee1f1de318e6c66fbf9abb86bee8e38558f93a96
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b052a1261c214ec7713dd26022391946814d1b9c7aedb2d9d5a7e564c4eebc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21eed76b3858f6b077eceeb06debfef758210956
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39ef717e1693116680eaac66c35e34712980f98543dd364621e762032db0654e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b286b454f67b790b3aaba6ce76c47112023e096
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3146e0ff3269bca192d03b7460759330fdd0064845b600e087111507c5bd398d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92cb9345dc9713000f4e99c509f23bb4e0db9d4c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5b71ed93b3b7a04daa1022acedcb6cfd90c3e6df555b86aa650ff785ac83a5e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..109c817aece3575899e864f16b7363337b979076
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c0f9f3c82014a6671e12495064458bae74f8e3af7e8e5cae7f346ab9f288afb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a637c095fd4927ce744aec612b5e5b5ed53308a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bf7120b726490a4937be37c9740ed8c84599036c2b000fa76637ab2c8436c82
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..193a5d472881730eff589ef3b903b70a270be8ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2237c59607dd4c6a6dd188c2d11a44f162f730e35b0874f04fc1e7ae5a076ac3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a29330a7469718b4502f0a73b94aa120adfef2a7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52445a7b3ff1e27a757b2fe0f2c674d98683d602a7b46e7d31806c9be1eac210
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34c29f3c98c74d7bb742b8ff65bbb94b48be3c43
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:706d6653b51e3e698509817428ee48050e65ae3ba1bf6934034d358c11771a52
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c580db9eee024af55628bcabac15a78d3bfc42de
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:151efd6259a88263ca7fc8d91d528bd4facbbec391aae2a41c67c359bab13f11
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bc65f15fc3764628756c715cb759a6a5d3b7dc8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4040a78c868f19240de0a4c52ac96815ac42c5ab10ce1e29c062ce7c1f9fd8a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e70e54112107037aca393b571dbb89ad776c29a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80717cd95d975290512524ac6018771495e9e26b892ace75aee34e67efb22e0a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8560e170350800dee4cf0d382d0b58ce8e6fcdfe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb2a617c01981e6717d8b9eef0c6206f564ce98dae20639eed88283b3485eca
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a66d07bfeb67866eecdbc5ec661a56b3b9983ab6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b94a0991bc15ed21994593504020677ce5281c5f33755434eb10e5fb74b3be6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf9366ebf6a0f2a20882eda414dfbe4cecfa1312
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adff228d95b476d42723876ba02e42894dc4955b7e7decdf8901aed45a039fa6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73a3048f9e96573acfda06c6800997e31ccdaec3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dece89e7a4e0bba43d9dc0cf7312229f5a99c0ff72a895f8d81c304efb654a5e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4322b1f4860d48ccd858aea0f054969f801e326e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14deff04cfb12140495c386a9e45ec62600ca7f028d9d622967fb0800be1dcbe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc0fde97cb5e2473700ca1f878a485bad8d6916c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3400034ef679a237733126abd2eb355bb959e7c0bc61604a2e6b830a157b0b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fe87c3c37bfcea0c6a4e36498dc0b227706298b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9804771ab02fc923f6ae4ffa337109ae5fb29588c1791b14d5ce8b84209c7157
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5e46df8653ebdb7c5a059152be74f8455fa06b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b941baa3de5c9b14f72f2112119108512aed653759bcc4584fc4561b4ca3a5b5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..506002797315780b875111b5ef7775faa86b4e70
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd5e38f53443fc16dee8838cbaf905cb4f113adab2c57b5aba310bcd2fa8819
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdfa6e5f2f8a12e3a403688d507fdddfc0ec3f6b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52dc7a4f39ff9d6e8a1fdd9a2a3ce27773df7105386ccc2b012d008f297d2cad
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6818e573ac750ae5e78bcd72dc59738016c80e2e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f046c417114c563056e51f9f7e1189ff2e19cf200bf73b3775d76f65fde81c6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..434aa8d0dac08f28de7d3b94943328719f799f99
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17e24d30130280b68b78633303a800f364c7e0c445c4934afe59e58532227d51
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41af927a2b3f97fb0237caab1dc7fe7affa12288
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71f4cce893fca6603dc88c3e576f46c029074c5b34b1e7d9ea0120a1a3be08cb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31afb7468265f40270ecfd4491b343cb5e51fac4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c270b494cc08c5044d79b1f5f89d7e425d8381a1dd4c3beab567fe6e7f68ac0
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6858d4ee6244c9b0bcf6883e63094d540fab1650
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e89542cdf72f2ef862720e1d534a8a602ab42f1283944492ca4cb700ecb394ba
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d32da9b0958f3eab9818e044c984d0aa2f27887
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:586eda8c96d68abcbd1de3e71112fb0fbfbb41d08c22744c14724ea1ac8fcc92
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f34d5a445802920f8b82ee32533cf5baa9af592
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e77f77d182837cecef50f439b5695cdd2c593bd26965be2b116fe7c4f8f2445
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f26bf8dc06a6153d1ca337c6d0ef0028cd79b621
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3748ebb103002f397a9f60bf6cbc912ce2bf97f276b848daddc4aed6f09d149f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d78171593ea10aa164728a8a2c945d873d2a3af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ecf62bba887f99e1a3284c166bd1a3528a879d2c4f9ee397cd9088257f138c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0cee4695b645a8b29ba885f1dd3744b2d18cc0e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:826c70bd0658afb40d0340b09c37d143f1fb3baa6e44e84b0aefd41ce3c2d93c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c0bade54486c7db759a42fc879280f6f0971c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89e3bde8c094f8c452517fad789718b4a4030b5f60e90ebfda22e4e7bdc25975
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be32dbae87e8bb292ac3f977739cdde3bc697f6d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83b6614ab80ffa13fd45d049461561d80676eb8b9423a5c889d427e83b11ad31
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe56b4df81a83b40d4706f1dbda2e3d56367e8ad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abbc8dad46cce8d50371ec761049c943af357b5d809e2b660bca64be9e3770f0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01461a6e1cf8d16394bd24afd81b04f982fe6d88
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:714186959268f30491e34d96e6e5ecab3cf3234bcffe9037d3a4dff223ad223e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38ae5951190f2db31e0495a21657d9e0f509737b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61f79336de18cd6b82fddefa1a87a23683215f8427c4233d06bbd9bc98625c88
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c674b4da970ed39a3c4d34e077af92ecb435987b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f886320d95cd8a8f29daa60749d7922a3da19828c0570350350c0196842accc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd673302f0476be4f4a6d56e7bb1c02538c370f9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39faab6f6029a4d159bee27567090b1511e1d8c5e6b43b55d37eed67b2a44a23
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c7b5dc43c75a84661eaf012a327fa332fb208a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec8d4700fc8dce74d923b25f51e9b0fa96474e57e2f67ae1b553907d30b311cb
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce647addc1924e9df701753c386207acad03bef1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56577da1c891f282cd6f378bdd67a45118cacb8b538f2372417b07def096d5bc
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/lm_head/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d6af7605ec7ff078e1f31feb1275de7a5a76348
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e7e2699a3c72b0c98c44dffe431ed6dc03371043d36506a2c5d6dcf73d2cd4a
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/lm_head/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf755c2776f3cd0b400952822ca70778f62416a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:913ed66d2cdf4c653e1306cec3cf8236747cd340a17cc0334cd834205636b99f
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..864fae6823df6d75413f9c4f4b67da732bb0fe15
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce9a5f3e0a63504b83077f225e78b5ca14714c4586a87be239ad63ff54010736
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf9103085e7f2824f3df2da6a167f0b672542dfc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cafe7e47b2de303fe6ccfa1a820211d51dc9d7ccb574140d1f0d662444772403
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8942e231cf106086a32911a8640295a3f879ca21
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bac6b861c723f9f8c73364d3fa6cdcd8ce12ef40184cb43e0eea6e65160301a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d636515ac3b3deecfdd63628d7b2f2e6cd24aa43
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d4a093b501a1c2c3a814776874784f1b777b4bcc217e214f69e35ca19ea78c2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32f1c6ddcc985971d4210f2c711f79cfc31cbd4b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c91a7e1093730c50d47c629989c556138320a94208695957656b5d551d844908
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36ac229a82254550c433072bc2ccea978906120
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:282efbde94c7cb5225623e4ceac0e52d43ebaa8d04fc1e60fe4fb638c50244f0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2a2b6699263e3cb711aa4d203cb28892dbca1b6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baf03cb761f93ebeaddaa3857267b081c913f651c59885f4fd9466cafe1079f1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df06051e6d1f837d58e0915f7b17aef395abae42
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57897681281c5aca6cd9195195158cbdafb20ffc30e6bad8db9b571396202c7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b5f591a97fb8d1b50dbab7d8ac403ed01fbaff9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cda7efa85f78769731f2c87d0f60c81543501beecf66228d9cf16884fe7add4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df1d8814ad9ab02e069602e71e43bbf71b33dec2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa3d7929ed8fbc08e8c6d54feca3a2aad4d82b76e7d2156ed748e684838d85e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82b3b7a261566e365e096b323664ff1e38211216
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92d344c4b827fa0e06d0e2e8f132b0a823a7b2c7251fc3dfa5bf4e9be9fe2523
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a4620bb244bceed8e6d743e6e5f8760c4443557
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2abdbffff755af0ee9ec4a0ec5e76e21a0f62113e6088f88efd934bcf0e3636
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d0a174bc44bc77419ac5a9359931ec84a3c34e8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2acdf97c463a412788bb7c58e7b3a36b5149c8cd6c810c78cd1bb7da6d6634a7
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02c74b7510d5dea4941fb17ab4bb6524d4f6d9a4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec199c55372037ee78e0e87825d0d282f22818bf0eb8d4b37a74341de502fcf7
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12d86c8b8c1deb76791705feb3372cf643dcb289
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:803559c0e7474272dee80a683748e73be3db5112de3c7ad46cfb216ea27827ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..158f89ee8e3e9139dd7ba6133ec4c49af9cd0bd4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfdb3ea9f256fd3b00e28f544cd4854a2e44d3c9488d9f9065200bad1ee8cd3e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3828b9c3c5a45a3e2d879cff6bccf24b459baef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:541fb4eb43fdd5a53633820f897a5656961fb119ab71a8dc80d85bb936f5a7cf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bef82016d1adfde8f35bd7bba00e94638a2adbdf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee3961f9728f5aeefde5a666cb689b0478e56462b34688fa2598ccd615eb9193
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faa24ab7b28753cbcb96fbd09aa3a3f4adff8794
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5112825b3e658e55eca038bd95bc0242967d135979864241d8be890141d7945f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96b7747dd607af7385da87ddc777dfc9d3062d72
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d544999f185e2e96e16d2ce8c48b82d66f33952ff1a95339ad083ca7f5fbe7f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32d0bcbe4e7faadf8a14df200bdd199e09438d54
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66b64fc1a1ac854eb7d9941976a3399965a08bcd42515a17847a7486bb280c2a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3eedaebc84595f58ee4a61761231fbd61c32a33
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b14c9d23993e4ac7224612d2c082cea131e7e305d1fbc6151905e13d2c07fffd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84e1eebcb27868d67ccae300185c8f855761c037
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:794891f92fd3494c66e1102a01a82fad9c8e12b9e202a42e853ee68d9cb20cb9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb1f0ed08b8c5e430df630cd3843ca1682f265b6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e2422aa912bb5fc2faf440a10a58b3f3aeb63b1edf0fd94e7d73a7ab31e2b17
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d39e95c73083c9639d07ddb09cd46816cfd29f21
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd6a3ef7dbc296f0aa9fac9c859814212f1ea0f0805c624131530ab4c58709de
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3b6d8ee46731a6e5d51d7953dd1957050f73fc3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:669674abc9c9ee803df6b936080b6462e1d65cbb9ebcbe1725607458fcb342a3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e86939c05db74c0d33548f2137c6b6643a2dbbe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf279c1ee3a301239f8c8be6f239da222e5462ba7791ca09ece39b06169e8351
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8447b5da8edaae7c72dcdaea5b6396083e50352e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c17eaa05e51fd17bf5375a22b108b6c7829655407720700c7e14dd10e0edfad5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85f3dd9f25ea7bb93a05398d0e7964dfaf739ba4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25c1598024cca37844692d5dfc39593fa6bb3dace64f0b23be1435a053aaffec
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a837cbeccdbacf6e899a0aa974ab03398b9f85
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e829b5a2489664e42f5c9cde29ff659b1b8b18028155c64cc10b27ee7a98f2f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c48f39904c22e4f1751945dd79d2900d7993c7fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:053f7d60228a37f926fd1b7e8064c9d6bed61ac8813b3d6dddef84ace651e9bc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d02cee366084dc3b9078d6313e9cb29b275ae4c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92d6b79fb418720ae2493c13d61c41214e59e2ef022e7154d62ac0794d8e6bfe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b30e09a1ad1b794c947f9fcdf8d3d77686c0b96
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b2bc9443d94291a3cfe8000f3c96c1f5f194d5df5c8bae916fc1f0ca46349fa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13ea4a822b33a013cb7375fa418639adaffb8f92
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9deca93aab3b5afff6bcce87ab0dde1a35116881dbb52f103757b89dc0701150
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22ca272570b0b8df2c1d6fbd8cc7ca1f014bfd47
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e6f140577ef7c9c38cf6fb0725d3ba9db9b43ef18ed78ffad20b2d1416bb4dd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3736336f4d7f897de128289b653c8f2c1479a61b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b52d39e6822d87f81574589a74f5381088a1e706002a4f7bdefd7db55dc83c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c53a2a1e97ef87a3801ac463e139736f6980783
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1313bf3e765d6afd281fbf9a90961cb5fc9526c911ec7c531a9bbede5b444844
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6a268e3b32c38c332a0849d288814a13abe9801
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cbbc48255520e24af199d6d2a321e596a2b976a785955925a5f1b728b783589
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..867ce9dfe0caf9a7c9dc883e6383b60d5e1138b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd27530ab85d9577f3c0b1fd6979abc8424ba22d01ca60ab3675a47822baf209
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63dae5f353714b9aacf67f962c969d8ec6d2773d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c7c22097511dca3a0423b9821905935f68476187345572a7736bd67e5eef08a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd207508436f000ddb517b8c925b36cee226f3a3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddc1365ef08ccaaa60eb5d280cede24d280a3157365f61c8ef966c3f92f3b742
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f061c2bacdd143872dc9f47a40eb431a4cf688d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c581dc8bcfe260300fb8e8232eccd6596fe98ae10a71e89dc38087a11f3859da
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..214204b12fccf89435a91270f3681f3b8433ace7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46dd2cf6fb280f56e8969b098d74969056546bff427ae7a9c4cba34506b9604d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17b0cd27003180326625b78378c2c87df670bf8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ddf42b2e9b7f82035f7a9a0304a82c49f15b18bb9a46cf32e79bbf6b52c087f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55a1a4306fa40d7b9eaab24815e2e4132b024987
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03fd7d6cfee2d93103677764b1a0770bbfbd110b819a260119568c4aecdf8367
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..920342e80608ddff485f2a91a121cd4cead0da72
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11940f4f922f2043b6d6f20ed35214b516fcd6842c8298eaa007efcf6891931a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc7cdb6e3b61b706b43e47d2d55a43df2d2bab2c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8e771aac8f81cba74b19af71ec48a5f466cb5018d07b0654700bb694757c54a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3841f6d3ee98fdd264b8e15eaec7cdf4e87ba3b5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8592148e971226d57947d14a2d260b2ce6c294b1199fc913651077a819d34c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f40a4f1461ee024b581302af3679d90d135d86c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed7bc636353aeddfd9167519136c45980ccea61ab549c7b1e52c021e02cc6d0
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d80979e9741a235f82908916c9deb4e40d92f51b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c95b00c3e5a364dee35edc0f1e611f65e175b50de1d87106757b7df519bf659b
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e669f9f8e89c8686d437064aeb66500592e487a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4cfa672491f5ad54b839dfb19d5fbc1ef01b186fb982250836cb6e544627aa5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9fcb9fbb7529b98ab0320e1ac3b5f6599091b7a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:646ed0cbfd144913ba82e778a3d4dbbff9a2042ab90f2be901f92f97211d531e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46de31b22a68d07c290f9a85a19f2de7d1ea47c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67075f43cd46ad150ce71ceb64e6a023cfcebdb6a2c71753310bf904a51a79e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21718db6183652954def841eaaca4d170c181d5b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b108dada812458de5e9753c751a0a0710bae26c8d81b2474197193b987ec8893
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdc2bd518ad89f4c6f947926caf4a91808758f1a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80edef2f21a2f24846c85ba0533fb0a6617dc0b2cb60eb5a5dcc230f325717fc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1214bd2381788b3d011da1e1b68dc578d9b2434d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe29a27c33619ed05144976e2da9b7bc55f66d508d3ca7430f8dbf34be5e07df
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bcc0ad05e51dec912bf480cd87c5def9cd49615
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7e87eae22bf6c22807f59e938c92168742c43a9f87c07398373a9316a67fc3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23dd5ce4382e35993f6f7b65d0ea3e7502922c88
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1479508291bce751564b4f6c351f4a54506b0134d97d1661c5a4e856ae683b08
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58fdd53d107c95d5a4dccdd369d19a5beafd5424
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:471a2609570a634bf4883515ad3daf2a72a81e7149a3ffc546fd0eac33916c40
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61d8d6ab2b40b944e6a910592b0f0308d1ba516e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23be7becc3c9cad3e47a2e648b753885e4dfa5f1778024ad50774bb0197bd44c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60d8c75089b9a7fa33b6bfdc30edbe2b848cdf26
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b137b0b1c268417486e5c74875f284873087592b0c7a91b52b532ec16db106c2
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1e5af6968712b5966874f69998bd8451532e97a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b9c6e4ec2dabd1301737bcc633498ea9b4ebd6d082a8a71d6cb282952f18f42
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..611f24245eb33f292774522b42cd82f9a23492e7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b16fc41fa3154e6033ee7cefd89f62dc50f37a33febc410c937322b5401e9886
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02457bb23e76ca677c4e775b7e23d1706a777151
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2be79ec383aae22150ecccfb586a4b9cbabe565999852c26ccd09c5ebb6dcbf1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe3db8bd0decfa1a88b419e3b51abe708d5ab85
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a80f701e3c4703a6e22aa74bd00ded7dfa926fdfd4b4071243a98ae250609cd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36dc7064d25799478b1f85217988855248f5e813
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0803ea6435ecd8eea9c4d24f394ef8f7aa32397482f6986e486e2221c6390631
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bf52f251ace0ff88189243cc3cffe3ce7e33ccb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a609d9d2878e3a9f4dc2caee679fed513c8aa28a5106ba480af2205343e86cad
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbc20b430aa16d445b0031777ecfc8ba0ecb7443
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be85f2a87d59554e8eb8e0bde765907e54cae53111877e8c5ca7fdcac4d9ff7e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3f57ed0ec61ce18e02dd087d0615d81f09f0f5a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f50f205b5ac764454d7d88c152d1eb584a808df42e00189041d1396e4da442d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f320f293d6a41bd34517ec473dee086570091b10
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4638793cff7441142fa22ac43f3d43c0cb62b90c4285dbd760292318d15f778b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b55e307966e226a133d092fbe7d7c3a725b7f66
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29737d5fdc2b9265ee9301a31271f9dd55c49640120734509a848afffbc859ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b19b5a9a61565cc2eb6ac9bbd727134d4dd66e66
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89bcab207aa2ffe9c72d6d69ef80edfe8afb6414877f94327a3a1d694b2fa30b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..362d79168bf5c02d6fa5f31ca81869d04f29fb23
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bda84a8071e9580b9ca0f09af1bb4dbf5c4f0333610bcdbbee4c686c37f5439
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be5325aa250b1a7c9a72f6bb6e16d9b994708589
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23030738b44eac2909785f05d86f8052d82a7552e23a99028ba9223627f1a2e4
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01d57ece03d93ae1e62c26ee5ff8b6ed46803a95
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52310139b7ddffb5394ae308b6ca16eeca96ede0bdfcb58c58a9148b70dfe41b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d48c5ae6d4eb885fb0ef5acaa8074fec8b6dcb4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8099bb57229b52be6ef8b84fd9fe575d1556c777da5ef7bd34eb88363b1b4d44
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a356dd41533393ea87587ec8a7c528edb835b188
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d84a272ef433cebcea1aba7a069a994df4cd0f79901a2d300d1e9cdeeda5771
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f87f6ce98c83fcea9e7748200fe4715e21901669
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e1547a9bcfc0250b527da924d5f0b6f3a0ec714263dc30c5c06fc5a3fb4768a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e84e48a36c2aea7798fadc7e682fbf067934f1f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a8f3b1a98e2ea72236674fe34a9793c28cf19b7cad82e82248cafeb85bae60
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32e9c5e3866b7ca6d361213a51d58c2c4ef0f168
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e8c7bdec217863d7dd45d60b6ed8ca93c705ca783c92545bee85aaf975b9a3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cced59e93a46063bec7a044c3b315ad086e6dd96
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b80635d2b27c1f7e77fcc76ccfafb1371f9dc5b446653e04100b1f83b724becd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a107e77c8cd31cdd6d37781afe4e07b6cea82707
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b24f6f8aaf2c691f2532933d76180867c3147ee77b6a8095066a39db30387070
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e694ca91b40b159146983aaade8408c214c40794
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16043ca9a1bac502551c8a5e9b0ad2ec52f19d9b5d39ffe952e9116ce5709c83
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16d87b3d910ac27a8e9943d92ac2c715d938c879
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d73cd36c8e10a2995dd92c9832798c3ad864af0c2c928a0de6e7f7f5d13a4dff
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4182e8a901beccd33d2ebf0400d715d6601e720
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a0e15e130dfd91996a58b67c8051f1f55deb50ece602bdba5db3cab1424d8eb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c58c18602d6fdac5c64cf02375eb046f0d326ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62e73c68c47be1f93fa91a5d7554040e8de5f64cc35440cecf45880d77aa0b81
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfceb2931e325a9eb45b2790fcfe4a3ade5adcc9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52055fd8cfdf80427c72e58952b678de36ef99e52d9eeb0d9b762c4980c28598
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5540cfb9e76d46a91430a047c26d00c463012b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e932efe78c613d8f680287fd8b9e9133d39020ba66f4064cf30e4fdbe0e069b1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a38ad22a3b9c3461a6d80c90a3104d47dd89aa4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4bbed125681f6b3e7165b50f84db9ee5579cd1f61dc05caf96b33018d052643
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03b92bf1443a754b8a83d37287a15f40a8218db9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e299b52e836aff622194b8491fea1ac86945bd0a33119c3a117312c5504289b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28e3fff0cc8affbf8400a1c6df034013d04c7bb3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5b7efecf9c79a2b677454a745b2764be9d96652414c4bcde058f53fe868c0e1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..171d8353682efc92963319d8e2e29f81d2e2c0de
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dc96cef7f78d5a99aa4d87b04b44e0818531d0c3990b4c9b899d57a9dba871f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac4a10012975e635c07faa8b2b05c9f64ad55681
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:978f3a3f3f664086096f64d41688c6f06f14fa9df59c59250c68fd9b711ea597
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f891edb74ac56fe257eddd68f9a8a110d0f7ec3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82c70cc3b91f93e8eb6f575f17708c7067b7905dc9b354bdfcd31133cafe541f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5e3b637c29c92735ab6f4b45f0534f066e37a0b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a0d262c9b6444463c2927c837d17f0c58be87fe929a5d7112e6308e553ac98
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ce54d866287fe5506162e8399460bac2273c517
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f930d8634c99b6bb469d67e515e291fb7e0b760cd9e79455914ec213648a08a5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f676f4a50f745b24d2ef20f8b870027ea387b70
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df52625af5fb84ebefb5e62caf0531e6fa28556ba1b7dad5d112f3da1a45129
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5836b560d6b4a447b1b13318cdf84c9125f646d1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d27fa14d5cb600f18d2cad4fc94316d6f28d96c945b960de9a03451d51a3cd53
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c31ca6aa8a6ce2a85ef064507943f55051ad0e4c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dc6acc4b5aae7c7117c1af47ac79d472cb91a8920e9dfaa94f3714ee5e920b7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97871cca96038981746c9d367aba8106392d896b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44ec318cd9bcf2b93cd80527c563af33af2df43380b464f0fecd7b559fdcd507
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d100329fbf435d9f101652b6806f1d2be62123a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfd46a2192e9c216e784a4088df7e6b6623d7e57fafa89d08d101c9cb510993e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bb06071401ddd8e0d0c643116c2ce0191fe3a17
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b36d46e8dc7ea7995104524383236c9c52a5000ccd62a7a4f5fc437b8187332
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c08cb2bb64cb18d1f1477455839d65ceaf0f022
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:921a5aa3cf3cf153b1e7599a871d037f2b7935798ff323d6b376860ab46a973f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cfd2fe308a8707263f0e22874af2caf18b39852
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3e84bee3939ce6c5ccb764644740acd9f79e29e5d5d995556147026319da633
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d2ad36ed155adc1fd1cdb267cbf48a49ea1a22e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74a02a5ee87ab95b36346913de61f260774afc7235fca3d48e32a9b1a67c7c14
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10e55c643b3bcedcf83527388546f82109eafdb6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84928f68e60b66dcfbce2a73566490a87a9303e89abaad3ffa8b766ba257acc9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9838ba56d610cc8f2237e293f1a579640a66c06f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbe1c373d9c7f85ac5e959be7ba2a78e3e03bac5a6f9bec1e6982e30972bca0e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7327d15b5a81210f7abf3e5223d40241342c2b47
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcc13afc5504d7c7b393726a46b741f4a17be686fe6a5654dddb01d4bab237a8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..869fb7789febc6b18ce16f66397e3ca5317e7650
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3552a4e850c2ab1ffc12c7e3e3c591228b4d613ce906916f7e3f80977e5cbee
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5913a253b2aa7dfad3e7c96e415c86f75f343fa7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c95de5535530bf445c74c8bc419d616722c300308db76304c20012db9750842b
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeecd147489029afa1ad841761d0b08aeee30ab0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a14a3b29e6898a232193917f133fd38454fb70deb136a43bdb643c3ea65a1dbc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a23274df68aa2e3e8e86c9556f15c644b6c19d67
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df48ad2590747eb623ab13c940d51108daa7c56ce8960dac4cb006f273fbfb1c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d1dcd3a05e1292cc2b7786447aded4b9b33bafc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33f477dab79e8ea9e82596b8f642a5a4261d05da6c46a1498073adc890a46b7d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace2a50b7b65292964cc7a0997ed1ccd90bdd323
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b445d2d5bc838c1656469299c7b05b5dc47486c4dd0dfea2b41bbd37a6721589
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3798bae777f93e8916f9d6a7dc44c1f045ef324
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19dc8119599761f17542212db43fff2bbbbd62456692df8e5fe3b4fa1aa93311
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11947b98cef310d5339b92b47d0c5302f507416e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:858b89929348b27ac91b29d6739f8bd430a6ec977b93370177e5876381f2768a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18078cccfee4a9e55d8871fa7a0b7a04207d0396
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22165802ea0c64e73760411f2007ba238d42ea6a416999c6b21175822e3c0522
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2681ae301f8a8e2f70eb6c4f12cd4e50cd04845d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7d85563ac747aec08fec0b431c0f3e714a3058c32e0599a81cbd8f79c6008e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f3ddbfac2451ae044a0795b771fc2df1dbf02e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e5bac6c736af1787d917049bbb59738104b0cac1c7c0998b677dc0bb69b2e80
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2451c1c22cfb819d8ab13f6166e967f6fa6e4e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6c6b000e75561edc920e25bb9c6ac6c8f3a2b91b5e0fa882567cce1cbd056c1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..740883f56db1d2b8114ea196bfee05e0ed78441b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69032e70320f110e48699f7dfa01385785cec85c4674c8dc1b14ba35264c8983
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c43ed2b1f19f665397320430d65e0a4d1fc6af3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ed12379ba7996184867a92c82e97b08e3954b27f4d7f74feef993d484308a1d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9459d5f1c22d6ccb0af4c8f543bfdfe40d23c7b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a625a125c8484cce4341da44abe2be9727ea224b21f8c9f4c870b058fff97ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11aaa4264107dd3feb69f010cb686eca44e7e7aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39cf491855599729b25c7ec1dfdac3dd1c4869131a233b40f9543900d026dbf2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c38cb83d6075352625606b46eef58e3d8e14ebec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a77f492e400dff9f0701c75ed8e98f128b85b272f8a36a9299876ab4bc66111
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48385e473a3bca406dc94870d6061da903720e8f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56239dfec1ec6ccd35e6ddc7357878b010891af6bb90fc3449bc3589a165991a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41eb7e3f0ae8acdbc72ef9e7b694c4447fbf5ffd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99289bca510eb9b1ee7963db12b1d826f46a174a6ad6eed048b6c676a27d26d5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e335a1d7133803a47173d0df21fe2560097f8984
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21c4684bbbe65b06b9a85588eae60c6dda7087bbd05a4593038072de0a363b38
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7bc60ba1a4f9dd3324e924169bbe7ee456b375a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e495f0d4df3fe0f748dfd7aba5420f4fc0821cf26279bf2f7f46746221d32460
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fde40102ca8bbb32cb7eccadb0e065af30553ce3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0da6d504ce8ebe1b72c2357a9bf9fd1fd591df8e052dd1a6ce8e4b6b8dffb6e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87882a3a99de3061cd691da58e275cb4f2ed3cdc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10842f7409773fc0304b8089abe6595f854ff876c577244f2278a2e4789af07c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d114d8d8831de077a5780bb3298a27ac4536f496
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed1b09a6d90025c708876482e423a1c5191ca5fb12f53b3cd7a7be386655af63
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0072711689e301a570c1270fd57831c00b285e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:966636ad973b62fdaf655811d5ce6ca9380c95068d4dcc83daae5b5c4904d579
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d945730ac9773ca2468209775c817676cf990ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f86b50a9a095feabd56bf221e7d633f2b80ee8626116ed59a599e2b3e019350
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..708b4b44ca79f2c714c93727d58ab470048b5656
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb0db6417c969d5cb0a60cdf50b1343001361cdd02e2980356d66cab3122a3a6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baf5a22f4167568428e07eb0d0ea8c20d538b611
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64caf0a307a3a8d82263149e5da67ce8f50e13fa55060d4864a258b4d083cd2a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c0f2251fccec56c1560df72b9b3f33902eea8d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b2726b28bcc49c8b1d7c307e997a7bcc8f970b984914fde370c772e0c097f9e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05b14109713fe46b4c64e8d500d3aeb61a74c165
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb173f64d9e5882648504f1174c8573124a109164b951db0c6255bfbd82c517c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8a359515b3ac3d4addb1ac3fd7d79682301242d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b8ed93a063f52c52b2473758d1783dbd783cfe32a183d79f059aced3b2457c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37c92f22db0c3c662989d2893983b3d0ebc48dc7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7665b3a18f6f03b3444ff8dec0280951a09e6d45549fca5e27e441ef0c8f29f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bedf68230f37e692dc3ef9168a3b852e84b5acd0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afbb2a8c597d2d7d729547e810619e0f807b9eeb03dd1cf32460e12d68b6a122
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82d90a8f481895d72534feef2adc1101f4b790c6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1590eaba4707f8f2c7ed7e9386a809191388b24ca104a9e5598859420cbfbb93
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edf538554f3bd5a455bd9e86b5a41de8b6d4b6c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0502c5fb2486c23e7584717767bdd5d1c3e84e00f04f394f5b8113e6f342e37
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77f081775af584c9f906f131558b760e47f3c840
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c46e822af4b35cdc327c0552929dfbddbf191a4c031339a2b92217d5e0016e1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..629fd321d24ef35eecf07feeffcf7318cea6c941
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8882830263c824d41cee177223021a20d8a9fb6d0558b6fe32ce8a3aa22e1aec
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..975a4fe5c4fee0fc65ffcf4cc800a4756be84091
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb7f117dfc3a9a261223892c9b37e41da9aebcc258d3effe288f066502a385e1
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa4f4513d73c31cd6366a0fedb348fef1a46de96
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcc858a3d296b2f4ccb3d0cf1cf5d85d335d953731cb0b3610031f518174a828
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..069e07dc81d0aecd068efc58c7fe77962a1a2e4a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18d5e43624f9de50aec5b397a3c9e723b117eb38ce6e91f015796ca054538f3e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9013662a65f75af9ffc4f2ba0d66fe59e2ba884d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22c569494ef9f4f6ae55d18bd8b1d7972e7ee500a5910fc46580e6570c80a83c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cc0a5697ca54675b9246a86735375e15b9c9c8e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98940ba6d154bd734880d821c178da903ceee8f197df3217e657153fd41026b6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d05d46f4274c150bdd7cf45467f42cd4ec42c1a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c038964bdcf4765ebaaa7e361f9dcf8179f0eb5ef7052acfa69bcb44e6f46796
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe39296db10f57e2421aba230783156ff1859ede
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f312307d363fea0a1f580be1bbd55757305a9955b377cd5b40817e002642a2e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12599cc52801ea4bd82f966a55bd4b7a7ec58d3a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05c5cb44a4aff088bd617fda03516ff2a22f7ec96d90f9b7d30d66d1b70d9161
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4d673b363fe53780ce1e722e38f16145ca93b41
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cc65bd2550d926b5fd9290c6e3ce7911781ac1fa0672bd19ad875c48197eb3a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98d275aa2d4f9f8d95c2316b350ebad381ff67fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e80a7ee877ee1d6237cfc3be3023bade9d8b1ee71efaa99811cc447b65a542dd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a35e51bdb2b72fadd57d9bc809ab1428f967a530
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e41e16a6849fba5f960f8c488786fe855a539af818e7c980cb500a3b643a7450
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dea81bbb5f838af45479f5fe02ad29dabf57688
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e782b5797a78da5a1900354740710ac99ca49f795225dba009d15d8b4c60904a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..434f75c5627fd7fbd68e592b89f88ea136513313
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c560474df42efb8268edf19c9f8489bdc2d8b00b3dd2bdcc85dc767bc149d23
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..697cde616797cc33d3d83eff4be17610ae5797df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08eaf7e9c55a99bfb2898e54001e7404a1b1bc70a2f9ed0b84dbd4d6beb4b0d4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16babb123cfb85ea2890db209bedd779c41e06b5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:690f66de939e7cb7345624fdc65c94254cc861d250c95f4b4cec9ff8a5ef4a63
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d691f52c26c5e053bd0d77f7564a75a81a019d7d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae3aeae3a8ba096976f1109883e22833007d7042b078c86a7ec1d2ac94f8ef6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de7a5cf984b600e7290462efc635d2343a2bfc24
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff8aa91dd4d2761944d3e1622f8f853cbbe0a37cdaab25d8495dc693d20001e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70678e0b87aacd58bff0f93e8a63c622167485be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20ea680e80e0858d9b213741ef9c929607d5e29562df179e61723e7e7f44cd17
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75603c60a62c7a555103a81b7a5f1c6176d4feb0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd0bf38462c238d17b85d15169402f6c48b5d43fa6047fd282659dee4deb4685
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2d5c02cc6f89edb4a8d4c5add5fe94e70e66dfa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3dc5d2a0b1e3b1d5fcfcb2f3bb91310e82f515e131e5780a134ed16330a7a3b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68854db723697e4d64494b1ed0da74a894e4c619
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5306fb2c8c303f337ea3bee0efc67c1c192e35172f026635cd74ce1a872fb67a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f05a4a7f1be11f5716bf2c850b7c5a6f51099d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:731b21eb25597d35914cb8816d052e55b490da25c207efe47ab5470e2cd44f9a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b8798cb695431d4f10e0760c371cc837b372710
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01c457dd3336c898bed74506d50bf48acef0c0adb018fb3ce605e3887796790e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38dc82b72a5beedef688f2ba68cb5f8da6b6c7ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98e743c1b9dbc5e8b32e7c541ebcbbca090d0e476e7d9f9747a64a3b38fa2b93
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7c0000da28b18747336fb5c17332bb41e36c3d7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb8877162842159814b6b215a6b960329f9e1d545bb692c0eb66bd1b68d773a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67565c0179fef54eebc67ea0a646ce338f29cc79
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40b232f343a041906acfc39ff952a4ea45d1731499eea866b9a7f789b47ac894
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0e54cdfdd29afd6519e4d7dd1d923713fcf8438
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1801434a12601ab81064b94080878a8131e56edad07110eff71950408196186
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3601a24faad6f9d61bb3326d254628ecd39de86f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8eb0bc2ca4c0fae0bd40e9dcddb6b1bc74fae5ef6d0b842375af6fbb7ef2395
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9edbdb0580b005e19a5aa745ca9cbd34cdab13a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c709981c5dc510bc727ff968eafd9d4f3dcca5f070f84492d70694788652213
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05e91db1b01682d1f7904299e057f33b10724ea6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7409236375d0fd01e41f4bf9d088d49b4e02be5572cecc0ecc0af460f5935de
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..932979bff57d9ce923c4c2824d42581c6daf6380
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14ee1324d48263ebeb167a2492b0097dd922291587aa80793fc5d5bc76961fe2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7054df68559127c97173af0c7e37c9ba3697bf4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c185d9b819df3afa95cc67e11f4012f955f578680c4a30349b1b1a22b400eed2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a2769f4888f9d0d817c1579cc8627fac7bf66f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5145f6cf2998d2894ac90605aef94dd25d8ff7b539c83d01bbe2d9fb95c0b052
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df383859cfd3464dee17d5b8cb3ec6646b38cfc5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65e9fe565091b5c447229919e9f7d3ac0a1900eb682e21d3285e731d1200786d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a07cb5932c654a9f0af25310ef9e9211917f19b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0806ac26d60e3fe3513c3872212657ecfaabe896c1743b301701a9328bf280d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2523a7f23db954530b7e8c3ded9104d5ff2f2fc3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23c661432136e623afbb240ed177301fc590a46ca668558e25de1a2038dd5030
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ead66bfff60d13ed39e0f139ea371dad129793
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c8bb1e3d750ac10f076aba0aac6b1c3f91ecf3267125dfb06b5a5a860b72ad0
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa158678f068b89377e34616c67f0bcfe18071cc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92cf473adf3bf61ba794ebeee0b1305f6eb7869a94c21b368ce991c88db7d4d4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26a68b2a0fe8045fb9e712b799d10eb326d44a5d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d822aa1e81d1f97d7bad30840f545ae1adb961b995b8b6294f35b998a3a0f40d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7fbe7f8fb2fb726327473994ea801ef61ff7b03
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69411f6cfeb9eb0a0847e5a735ffac5aee8533af26d162a57f7c3985da51ae3c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3326ac77ec5c225082e2dff9d4876e89118c7c45
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a30e66757a1e8548cfa30eb3abdc2a1f1e4b5cdb779d1a297335256c32f1b7a8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b22b3ffeb21cd10390140439cf32bdd7c75365d6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbda08be890312bc0ecdef7c1c588e2f92ce8952882eecef458995f52c21f774
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0d44bce64ecbbda5fe9ad910e095318a89bab89
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:349bc3997b18620f2d4286a1dee07d44e3734d4f7474ce6e185601ac44eb10cc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69cb58d30e28789b9b06d5a4e54f1a292a592d15
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3265dcf1a11f973c97cd2c9fdebfa9df17a5fd13bd8984231d701bf764127790
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deea3799dd12aa61b1f8f2318de5758c88ef67e8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e804cdf7232b4dfc38f381839a05c1de30b16166edc56a9a6fd45c6b4538718
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b43f1cb5fcb8759e11faa77f7be4500ecdc06c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a1c112114ababc1353267a8bce9a273eb602822300a7ab962c9ab3b9296521
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..018ceda32b1f0c1801e78e6244e02b87da14e5c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf50cdb0272d7f664d6d379413c20c1e12298b5133e96948aacefbb3456a3b1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..702f67b376cf40a353d06fa8385e2e9ba72ab5de
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:759e354ab93a8026375d2bd458467caad5a38b6cc63d2c2139f65f4e9fde354b
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..622d441bbcc5eb4cd8de50292b62d5d81ad7eb95
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e9d3b66ac1f2594b4b1c199596a3ffdc7a5d114ca42febc876ac4de744df2b6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3b240dc22583b023ae53f1c4ebd6e37b9c37705
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7beb6ff533b1ac55267cf708990b3dcd0e832f10b33ee6bfdaf7c60f8815919f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dd80b30ce4b0c8aa9fc795bf6ec994315939cd1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0adc95854f209887c469f0e98003168a91c719e231db1af50e759553f3eac4c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3f92c4e2a3d58a3ba63e3479fd4bfec041ac626
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87c91ab596e4b89faff7044815d711cb9ea88f3cb356e34646887e30fc6643c1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..483e81b01ee9a823780c57859ac26d37198ba2aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79366808d181ec387c871b685db4788e3461f87cbadeca8fb78e127ef1120e66
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c125d055030a47d6b312d144ffccf8eda66023d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9bbbbfa32b04699d6eb9e40ce5d95403b7229d0b400db3a73aa0d8ab64c221a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a05ced8cd7dbecd7876920181389d0b95a9bde7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db5f23720d0633d1d5c0cf326eb2c5a642cdb31e4ad5fc20bbdde64fa372a19d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc44dd1c04301de49ad7217fb0625de4977c70b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f03ac6b883967c08f1405aebc66e649c50539bb6cf254cee83bbf21fbd3bb34
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f62c9ac24d1481091c7cc685aaa0eb58a1ce3931
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b46399e0818bf68103d5660b7ef8eb042488b56cad74d56f03a4ef3565e7552
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..081d15b4fa21b93323dcdc94b96b3d823c299736
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be9d1ad1bc335d0d89ba8fe8e8b8ddca8e0b1e1336603763d308d35e826bd342
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e64eee0e4a303d7c259eac1fa57cf42f8c5c3b3a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:932db679b802e0858f3015db0a6decf263bfe5e1191547a2cabe322aa82b9ac0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4318424a5ac0b9b953b408a7d43f47031b80cd84
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2db1c7216cc9a2c89d3081d4c27c39b795a261d9bf5ecf5b112f2fe50269f43
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbbf66bc31584f0f1a045dc2c4f85f447a6de9b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:150f5302dab81b941412d5806d5a290c85ce20cf5aa32edee941a2c50c6c1cfb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be556dc74e300720021c22d9f8aa662dc8969690
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27a37332cc06bfd8e59eb868d158a6b3f2716aa98d4d5ee34ed413adf75421eb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e17ff159b8fc0274c01ffc015efa400174de1965
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5115927fc79f5042066e095ea2a933576d9458c9f6a5c495737b54f4ed137548
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7060742a984d1c576a0ce5ac81a11f22d0e14cc2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0091b047f76f6fb802bdbb1582cb426f70c4ad9d4c6158f686959aed2e6de302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1112ef2cadabf340c0a5697dde690c8464adb7c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:517fe08da1ae76601f6ca4e4c39e68eb95f3edbdc6ae49580526f15ae943bf61
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5c8e19e5c914e71244a66ccd1f1f171ca28eb24
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74931b585ecaf38d53aeca61ceaf0c7deec4adfd0df50bf8972434bf11ce6317
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7907b5000886f624e5b8c405d87c3b3f9f6b5f64
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf562a1ee13e797ab05f39f559f55d7f1169f61e84beb27d91a70a335d0d17fc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ba260bcd2fbc621ce9e9a5c8cb7067295cb2225
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5215ee138650632a84d568dcf35d08478df6f029d68a709d38c3dd2767c6f779
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46b0042faf5457229122a5c0c7de8aff21c1cbc5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc532f918cf74da0fbba9f98f9eb5d76a6c938a217b0e8a154a1221f78bee4ba
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f24da2b1c45e8a904c795d3da1b47712f2c1c145
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f73b830966d31b7c4c832cd3e95a0ebb341c0a189c3137ffd17e658b591b77a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc8055ef0e474022334fdbb4ed6a4dcf3d13a5b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d2b1f028464992b916956e48b5585db9171a3eac086a19a2988888d66208eb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..274ac5f0d524fe413280d982a1820b7cc294f1ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea23670c20678381387c20148a35d5dee46e72eac535d7381fe7764cf2776e54
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c2434d23673d9e7acaa8e5cf207ec160c8279f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fe7a727bdce442eddf6085240272109e970523caabd45bc18cec946a413cf2b
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfd01719521670517bf0c45ed3ae7f2184c9d0b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:362d6e3e6f81f279a8db5afc3c1c4aab812891e4f7b48936ef44ca45b652bbaa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7361e726d96a9515ff9b47641b28ca2f6a22bd4d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74846a5aa2b34aff0775ea4e6ae2998f9b5a315b220dbb9796ade16c722f6071
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dccc31eada6812a2778a81a5b2fd6d77fed9c1d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:726e02d06d25484aac9dbb674c489a00e3ca663121e2e8442bb5850c664a2cb8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6b1bb2ec3af6121934d48bf99a863af906e76e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f652ee8e8979390c899ffd386ce0471784c47e4460588bd7863f8520d9584012
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49c9350b0401ea8af021de6b36bea51f1a21e34c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68e17ed020a79cd0db8c0889c12d34b1784020da8185f38296877ffd953c4b5c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a58bdcc7fe7a47a361a5f8f78740bd944f0d6ad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e8977903f0f9006da6d65669ac4139ca5be1a1422439cc3441a9f72622254f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c29eb46da42739c62a537d15d5b2f7d5326ccef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96ca2037b2ca69c4d8299bcd1db480fa4cc0ad73f8040bdfb527196d86c99e0d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1453a2f6d4d9977f8e8fa2e8d883af19eb4c23d7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb0f9d51f4e230cd4e234a080d6846cf934afc2b0e8bff5193e4809289e53c2f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eeca9ddeb02f1c78f76267d3b2db221c27477ec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bb0c532e2291dbf6709cb2432cc89424f18870ab7bb3f284eccda2242f287bd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3afac42401ab5efc942933ba0c39d49d4c29247
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66a8213074d18de10afd87b7d72337a13fdf84b957980fd35510f6b758ac6471
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2a984cdbd5b58536c8c9d6ad31b1d059ee28972
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:681dac51dda7bf52bed8294988e7868d4329d52fadd1ce306561731e9debc712
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc48df0aad6c8bc0382ec1a4e403856db707a930
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf6e2862ea1523c3fc4f639739edb52e8702d5776e8565af84d9f871576c1843
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b558881e7fe6d683bee3125999595fd9b57e11c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e101cf88b4564ebef3ef80ff882bf9bc9726aed0c56c746e1d1b1848d691932
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f1fd32c8917c247de4f42bb1efc5642932e057
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8818e800b9c170fb27f762f5339fa8e7ca4b94af4914736818d910b504da8af7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7acdb2d4a0a3f581eb32a004a437a383b2d21a8b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f33d266c61e5a47e752928305a4836c3d46bf5b5176eb4a14a515956b3399ec
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3832e7ab19bfdeda42899ba37571afd62446869
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6902e3488fea154a69d3319eade78ca72fcaaac58eb3668b1c7f1fa2b5dec464
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cd81dfaab928d140c57e965369cc6c4a050d864
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ead1ba19373ee7df1d957326bd2b4188b6c641ecde03dbe49f3f218e707554f0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f659235142940891dee71f2edf3d617ce609971f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390a8fd43c20fad15a00185ca8e363ffbd0e9c992e1b89f07b5ad8cd817f1e4c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d39b220008b0cf68fc7d12d3445d4e50a6ede0f5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ac74592eef0be57afa9a1ebb9731dd54310422e21d8c93dcf9f7b656f7447b2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed29cba95706394733c357f38da68e002e0590c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10da5e18683e772a03a3470db5b3151e95befd066fb132fbd94e975c800c2449
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9ee4d104d17b9ec2481f87267ea271d96dd2d62
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a0146e942a756b480688a7f36141c941b9629df7def0f1221e463f667fa84ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43351ba3d71b1c6cc78e7610aed6df7a7b4c7b4a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f576b83d2173a4cbd65a6d35865075cb39ff4b0ee626cb03b58fa2f2f119c080
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c3f5b643a5e74579d99c15d5c7cead6f0240952
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:494a765d4e81568fad703cc44e02b1e11b1eee6e00b082ab439c7be9c38d4b67
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb171f2d621e391bbdbc8412b13502ea15fa155d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9d048a66f958f0dd2851e8e4b13d97711c4b1e571b42fb97559d60c25c0d8f6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0aca9be7c811a04e418d18d2c9316b4f1422ee2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dffceddcbf4eb467467551b959124d82c938c382a2623f22be8a189dd587c44d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43b892cbf83b4c4f5ac592e25f008725602049d6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f89ba389a1f95363d102157146817009eba1de34a14b873776e47927e115503
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ab12b14ea435244f890ff77d25f31f0c5e78117
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90718156e6ec588ff15fecbbf07187512bd431a0eee6f50ba5dbd969ba42981f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea3a25c7de1e2d2abc9f36dace96fb1e0502f761
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d362867f1f69d55c4a83226d3c9bc22ddc909cf5ef23c4a81a3280d8d28b7b84
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc8f4d908a94397272d517875b15a3e2f78aa261
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:406313811661a483470aecf08542a5b6e0d10f7265d635d17bf1f5a3c85303d8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..962f770c518a94c7fa1e7387c30fc610515b811e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91d6fd1cf9b45ff4c7f0156fc935b343e8cfd5d9c4cfd63132b3df83a0f0a282
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a63a0555105f316d6533519c1005311e7123319
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c9a54bc96cdc8a0c0f04d30329947f56e07971d767bddd9f46a3a9a397a3eb8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f290b01b62ef93dc7d021933617fdb9744033d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:438b6ccfc1e8b25b1a66f11796219563f84be838ab12654ca468d57edc04216b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bbccfc2ddf38557128b7d955c8cf40b832036bc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e70bf844fb01e0c8250ef7b53b30194f22ca0078ea3aa81f424897fd2f80a36
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1f075865278fe33d34b26ee740019617577e323
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45706953510a52291e9b065eebaea04a0ebc0f2a4b4754292dd585723d7df3d6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8c6349eff08e7df48893c3e58a32bfd0cedf301
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:702a7ffde4316bd370b86d1e60ad021a5984328c43fb2863afe9fb8c91e65c42
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d54795d24e006ae52d79253e4bacee0f1b792a8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:564a630e337bcfcbe0f093f184ade91914bfea9f04947339f2b18214e485389a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0bd6d9363ab6a612c7db25af757f562d88e84e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93befb64a73d99b5b5af9e7575e937471d7c731c8ff781222e9f103e66da45f7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27ad3151ce120e86dc4a8926a23a6461e3191482
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef62a5f61d8287e4809607b6743566ef2838e743bed35b91f4d06984ae2318ad
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42e5631259a3f4eaa553de8e876cd374c8706e99
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba077f9fbdd4826ac4a9e889309eb1b0608d71a8a4ea8a663abaf807d8b48804
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..940e99f117593c5595263cd996f75bfbff7d604e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fced4d39cb5f62f744d81ed0805a3b1024e0994b91e3497ff7103332d0d52e22
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19f7fd2dba1543bbb4d7122f2426b5d6e8772d09
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26c2cc9be8e32a5aa2b18e37b9bacba18fa6ddf9aa091096558c706b1bbe59f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..781bc9fced2c4c551e7eef58bb3c9b9a9b0eca06
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c505d9ec2d1e580f85a1be9600e69b28f0258fe1284c0e00314728893d5e475
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aec3b29a32adb6fe6879e8e46819c274a935193
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae23af7fb6e4ed4bbddd29abac326ceb63afe3794ba157961b7607ccbb8ac9d4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb3358d3b38078f917d425a17d836ab46217f9d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a5d65bc11e678a8ad7ec4889a3d00eb3d444b46f80f1c3957d04dcae9fc5081
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ce7914df56201c9e212847587b743621c796068
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e3cac4cd5fa6530de9a8d2419acc45f7ccd82b47af5905f7a69ec67ffa4448
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..637b5ea3b721c5f92a647d033e941609ed7e26b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba0f2d44776c82275eda4bed332cd4f4da1dd5593ee430f34b6fde60314735b7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1701ffa9c7547c7ee39538136da721a12a2a7feb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:607b32d693dd88c8832cf13df53f173ed7ec11c26d4e060c4fe31f35dc023e87
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94733d24bbbb774a7d383750247c47c02780270b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:738a882cf2a3cbd483b7e4e84c8e41d3c4d54294d0d4be763d329a37d956706d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99bed012983706aa3b7ba60c3913b7b6d1049f32
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b4a0e8aea1629e8ce35621c51a3ab4f8e52560eae9cce7e6f74a6d9e629a34d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b18338c2beb5db8d634be653ea2d2b96ff3de3d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49ce775f96f2ebcb3c0f6d3fc96d561d51e115555aee215883c9a57f3fd0bdac
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25e73e7bf8b05d5d38915c1ab0393a4169e5b52b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:186d508913b9850ce4540ce3fc54e4d0f58d91402cf760511a576fd64767da0f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de6f4d5029c76e3eb00e7c47f4eb0de16070a318
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7006442e79318cbe7d9e0527d2400e21c28a6e0a3def02556b18458f50439ed7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..468f48d3dfbf3465fc7c48bc7b478c52a1b3e2ec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f131bcfda39a6edb12c1755343072e2f7f3c4bb643d8dce1cd1b50fea26f2b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b2351c68ec19ce94ee494cfb6924066b0a8ff32
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc4fcdcc80c064862c50b8fb0d85dece8d8455f93484f3dd38a464b1de2a2e94
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae762d000592d75d7b14b96eddfd742c3130d6cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8961b0629ea298212186b869fc278475e0930c445b7456b55f3680c6bb4e58c8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce8a920f74d8847781d46b440db14f23337a017
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c257bdb7e593b239cf427cbfc012431cf0b5c85b6c1d80b076d1994158e1f2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d69b0268fa6a281f2bfd1c0202637adeed4ecbf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2272c53c4fcc2af425bd4661a0694ed203afaf82a7d065ae707f018b91f6560e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfc28415f7473d9e6c1d1d858864d46ecf6acb00
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df08c38eacd51dbc9a363364f55c38d971a7be2a8c22ae77ca22d831e0b563bd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffcb7adf6b1761a5c8ecdf627ba933dcacfefec1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:add614f05e3182ed39aee47ac88f1857e5da09cd6c873b7055cdbbc765b64f93
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27f918bbc455be33f9ea0fbae8cb47ec8307cab6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93444ec8c7b747b47af5a94cf3e4e7fb88daade58ff1753d5ae2f701a1249ffd
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5838270a2e5323c3fbb2653ba85a562266da0220
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:235af3da539e51be144fea02baf39720c9d87ec78cce32433ceb1042a9fd74bd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b82ac8e65771d1fa0a40aba1b97d32e7875e4e6d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d85e54f9aa67f9b28e4edbacf473b930dcec3e29a190fa74093b515071aa035
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3bda40b772540b619ae8a2ea315e7b7cbe37c7c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f98a806f9c863fa19727b217ed5bb16960dd628a9961693ab2ca721e4cd1da63
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c1e9635e23af2ca8afdc9fd85ee4abac352b49e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12ad662d68ea98bc788a8cb8ed3fb23b42af0988ce0daefbf4f320365054cebb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b99fe72c9cfff8a7502e2507333fc7cb68365a43
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b930df9bbaafbbbfe1d2a290b85c7b5e68eaf3b88de433204381dd34867a80d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa209a18ef8fb0205853211003b243627619fcd6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e4a7199eec2cf71a846c26701d60df4f7dce72f99fc185333393d998ada05bc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..877f62f7fefc6a955cd562eeac9df0e76ade17cc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f23f61b20c337bf17f12e506875f5bc9466b4ef8af9ff289b9d0f0bce9208ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b0ec2f35462cea43361a089d05e719cbcc49641
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:805776b30ce1d649d2cf0f4332fb1893fcfe58ad18b5425c685b2102045e9845
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eb5524fd0e8df75e4827924d225620a9ba22141
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772a01650ec384a6ffad953fd396f5c04bd1db97e7cbe71a96fd788dc87d6fe3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83ccd1d2be6c2540c96fc5193b4a3a9fefe9a20c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13df83940f0ab98daecc4828628cbde24dc3023a52fcb53f4ace4f0521e62aa5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea734738d6f95d58876f0dc3499b636d2e688b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7147dcd7cc0c467e5422df27d5952ebe81a38f099599f4d7d08de221039f15cc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..622201f0f85eda8451a1e0557a3eecf68ffa4608
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83f945e52ffc7534d72cc47c75731fa45bb1da0e5489343bf97e76553db7a51d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4bbacfb67b1297f4391f5627d6d78c921a80b08
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:308ba2334d58fdf3bf05239d437e0a1f54be434cf8d22c1cedb418e3ffad4938
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7959c5eb6a735295958abe7d91881994bfb59b80
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b9a39362227bf1bfd1fbccbaa76fcc2aba0456cbbde4c06b1cc9f0db7b661a6
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/lm_head/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de85426cbc967796988a8c32dee4979708f02a56
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34491dc1b5246638e7a3df9e99c982ba57ce9b2189c8d0d5351422cec2cf5ca4
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd678e4d6ee5c3dff7f7ea5028990bc82fcda0ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75a976ebc4982fdea5842f13002bb9ef75fe9d328307d665daf7ba55a579450d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2da128dc736c7fccb4da98a129794132d721f28
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:606b609af01172af51d1b368d435529db46fdd94015ba6da25c3a245f17eaba9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61dc63836ec414708a7b3fd7c99c53325439079f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:043f52a8633bdecfd6002a18dfd19590ec4af94cc06b65264167277b463a5530
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d25dfc47a688b0c5608322a46fb13c35fa78137e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac9d7eac6cd169b3375d6c796e9d7510aac411150329bcc22b8ed4dd6bce23a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc76f1d5945228b1a3b502f0cd799d10dbda38bc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76b22a3c7058d283a4fb0d49eacd8077c884de7113aafad9d87830da9c9620ba
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abc990d420544eb960976efd862ccabae2b34033
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67a72868ead042595c5c01f26878b1f84630a15dcffcf51502d9e0ced7ab4244
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..825f1264e56d8ad90cc36214de00fecc3d4b68a7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:418f2fc883bbfb6f07086e7d5cac9343d66071eeaad14f2e4d6e0d6fa9c574f6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e88aea321612ac356314275d900da06aeb74a0bf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b54c1a36ec9fe8575a1ae69beb0e9602fc2e85f6dce427ddbda52e6ceb0ffd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a7277ccbe3239a7ee172bda89517c2ce905dbcf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:370296d30a556cc335a4be6b194ce99c75d2f96964114c35948a60b77576d250
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6be29f3332f68ff067e584a9b6ba6d54d0905152
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3431968bcd7097b4dfabc9ab9ca53890344df1286d54296f6dbceb96d93edb5f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d398eebd3e1fe6ab1294badddba6d7f743304dc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:983872efc35393162ba8195fcd48ed7c6edd953b12bb7b10864bca39ca70cb76
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32c2bd3398ccf5882d8eeec4e54428c33aebc5aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:decf700ea77b7c76df870a15735d7ad72dbb97141e2d2f4e21b59d7b162841ff
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..597b195451e2d0687392eb16fe116d99a237763e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e149aa686a8459d6787a5f42238962eb6a7d3e7141782cff7f63510e5bde2d05
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a0089a2aed6319adbf3fc066ee158a5b4b4dd29
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e6c2a201275cfa55663d3d091cd7a8e279d6be6364b63a9d1c9b123d74c3b2d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01e342dcbef5974b5fac469cabf0729df1c0c973
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71c036117f780dad008a4219e270d0ddc9c4409c3d302aa4da3848395625e20f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7523dc5309b35f123e589e60ad1b91ddbed7ab8d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a307e5f4cfa94ba4ee735d1fb76947b07bf24366aff3246750b9da5967acde4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a821ac053363595d5ce80d177ba74d1c35b804a3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b0c4833bf741e03aed77ea5f0886f63d5e1778d8e8147974d51937046aea02
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7047335c5000d6568c976b3d825dc049a40d4423
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e6b1c4d5ef088dd80a40ce0144fb07b90d131c8a0a244e57ddd576fb53f486b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d89d0d990a50d5dc5bc57527587f95c64d072532
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c74b26d6ab0df6925003d66314af58ce9abab3f8310f3b524067c601e28395e0
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95b0f77b0f01b6f2d21cabaf4beb62d379b32b60
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c0a45a01701992ee0e8547ef2ec855b52e0fddf51f02c52cd879103d9ff54c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..027696b62f1c459c6a7a5e843129f7613e17d416
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f36f010d516cbaf92b0f035089fd73029c53b76ce9b69e1e6d9c4828e84f3b6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..851e70a0a11473958d6d491f074bec2320835eb4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a175d0ef1a2324eb64ccd78c16e4769d9a2d10b334ecbdbc220aabb86d969e27
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13577e8c44b8ac0096186010e14127798e8e606a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12adee7f1b32903792f405af934a496aaa08b4c0789bf8acb6ac783636c24eba
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..757269f7dc39fd98b5824170a7c8757af72e0cc7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d71f063752bb85aacac2fe4fe2684165b161dc0f9ff322593b3c88eb43882743
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cc9d81c39465648b5f75c65c5e347b514cbf8d6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2780eb9d851e540fed2af0d61d05a3f59cd339714cd7f73f05d641457c3c8e58
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5137e1ad2a891ef268fe6fd7434efff81011f4e7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:417f511a73978e855a463ce723d5cbdae3c2036f78754723c93b490ebfa97178
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d45a055468f15a80817382b3dca9a460072bafd7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c1ff0292391c5cbed8d2cec7b8e6e3f5a6f4b7f80605ef18a4d9e5fc3f74d21
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38c890f6749fd5a86cd698fe7a9729c0548bef57
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddec984122c22b6c13b98e65643f71187e1df148d963f4e42075e4e61d900675
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c0d54b4dfc353906e1d602cc74b54cb366a0b83
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aeb1fa2bb3f4489abb571a2aea3ecc01a567e2ce4b11cfd286046d8b7781001
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..930881d85403de2a4b76d0824658ea4c5ee38771
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9733e8850fe371ce8a540e151feaf41a8e923ff655631a53ce221d1a3b747377
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69d8bc8605fd1c7043f9be8f0c3321577ffc985d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77b1dafa3f3691506bd6c055d80ee13fc9c8fb350eee72be66e92ca077b8950f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b38776e3c53e2be2cf964c29b03b157d7cde4677
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced62da9a1f931660cf6e1fd221c688f1c670a37d3e61a33a31a20941fc16a96
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd8ef5e8e06c929316538ab5f55473588bf24fd7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7699862871264028b9a504576e12cbc04766d0d80ceb8e13fa3180de9fabd60
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a67d23f80ea6eb7fe8f119df774342fb158dce4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:750ad969bc4412a60d35de4139828b6402f52d9ef68ada8427f352f08206920f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87943dc2c3aec383a08681f2d2a81a1894cb9f4b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b101fc81897eb066e7f6a92e66546aefe368ec5b2e9c18087666b61ad2d4ce0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bf61d6f5a3d600139293fcb573b2bb2d565b26e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d7f6c0c83868bdee9ca2786982cd6fef4feb66900387e4d6d8c828ebfc14e71
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffc3dbb2a41b3546181e55ffb31a272feeb4fe7f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55c77af4ad4ef238a638a4cad4df91d296e2020a0e20dd0488730c51ed33eac8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8093354490e664873dba3ab02d1341a2e9d67ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba87a4376b5ffb1703dced8f9f5855325a4a1d93dd31ef29dda1e09b33fb11c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6262be12f61203338b81ba85b256bdc4800863c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e5111e7e2869cf334a0be6392d2b2916025cf23fb9d6b6ed1ecd328cf996c2b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8c9bf314df89bb2f1895226c2c629869ba8b4da
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5071c6f8f37b43d5ff705a7ebef171125eaeb8c1556144c96c7a32468693e73e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..779d29a7a3f537c45440366a3c5d0f982e6c5425
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d188a05ea0efddcc4c893a8ef171435d3d9f704f6125c6ead4882704987cde6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5314767861a120c31e7353537dfabfc8bc835049
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf62284f73c1db4b808ba1391a064b4b211e67c09e3678a5565f89ea56749c1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2376cfcee28926a16ee37f7590a14f1fcdde7366
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5ecff8326e88ff406b0b00a1ff7fa931346f9dc6ddf3d65aae93439f4b5d822
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee07e543bd1b0f7cc75d24cd8b751afa1f2c9551
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0989e99727acb8799585090b6bfe8127f26539725e6d33f15cfb6f873f723ef
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1199f2b79fa61a0f418967be781eff8ac4eefbc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a5a138cd0649b851869ded579a2516dbbf7aa76b441247a07d1a676188dc6b1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79467314fbf7c26c80828a27947024853bcfbcd6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa68b5eb6b66ee963248a45852758a05ac3066b53229c1d177d482f074c00f6a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ad9074efc64e45ba30ec959ea142f672875a657
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b18c4521c2737a7bede2eab6c2f36f4d5981a77aa00fb6236b5f682d260657
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19044fbee672e64aae986cc567d531b85519fafb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78828809e9645be4ed41fd45b161eb953ed3300f0154a1d5189b2c0a3451990b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd6608cc986f9c90998ae0759c86cb566bc17512
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d91d654397f07e51b5ea644356fd2dee059afda033f658b5fe439f7c82760346
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf346fb3749bb8b72acc4b0bdaab3ce480b080d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e93230d21db7a0c1ae23921bff9b0249c78df9dadd2ab574f80ae5211ed6a5fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbd78033307bcbf640a149aac05ddd7627d2464e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:366736839fc77bc0a7fefe45115c7367b26fc7f7d6d575126ba3fc1b74a86b1a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f09e566e5a18ef499ce5ba34f83b887c42dd7b7b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c21276784ad3a591a33600a5159d2fa6f1c056cd0544deaac7b22aac16b1413
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37153b96f2d0b47ce8dccbae2462cd783dca4dd1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad454c1f5b8146c0ac5fd6a80bb1541d73ac50c850a3d3cb2d4f65aceab0045c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc13254ff61c7c533f21089aec229947d383334b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d0eda7999cb3e649c0fafa217f56a10a8c1dfc3416e4f8e84bd8700ce20485f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecb81a31b2c0b7766c94054005da527826bc6f5c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfca9399bc28bd0a1bc0e5508009cd6b480b4c35ed936e1c4a36e559b54d2115
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d195e5d5035de1b8ee79e8a2051a2a2ff81f1438
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3fab16617339533c70460dbb1dd2e437039337c602a74e1c90e2aee35dd8f38
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..947938c90193d9805ba10ccf00e00a2e214d72f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13daf58d61d8629eaff6528eff54fe70127a92296b54f2276050e2ef2906cbd5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43895301607c4872dace4649941f01e3c63ae761
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b124ab124c15cf69e5441a5f48e8112e1dffc2a599527a8154b69128e4ea4ef
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adfd151180f149a1af683b57437cc7f83f7f581f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1469f2e592fb10412e3905bab17f2e5b73ccda461db89be4054b13e6c4207f2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a000ea0a4a1291aa0384c7e912660f694ca76e8d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:870fdd17fcc397af68d5326ff32d3a19c8f30cf728e57cb3340634af887a5c21
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c0e45479db1f9bec7029074c23dc56fab29920e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f5a7deecb01ba2b8dbd07db0369b4c14b52e58f4c0e88ff48b02639479f3d88
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b8dc3cbf4b73ddbceb3f4c6e321c0dabbabcb2f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8975ac7a5961641c02b2361b24c6a4b4c422832999d5616f3a243bb16fe0240
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f58c5e9333d652c6c0c7bb33e936488a96c13180
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a69d04a81ac44fd6aa7b61604a6653bd1d4a4edd6595c511c301113e61f9b9bb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b332842e7e58aaef97c964229f5c0b60c62dca6b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d026cf96c5d1153a98f9f7b8853f20ceb709892818a2c0b24bbe1f283997996
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92db6f1fad4d24cf9f23c9a732b3f8de72d256e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6517dd81f3cb0f521c57a11f826acb7952aa50243102e2e7d49318d608a54369
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa7b0aa7b914d285b8ea06683be7c91409976d83
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14cdd088d559397e4a0d658660146c2570fbfebda78d0e38458f8008a080cf5b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d654d2f09f35058bea5132ddd9eb2804224c9060
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb8d37e8b79f5607d14a2dcb98a5c9d861fd7feb9d0483569ade8fcfe434880
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41e3901444e7fb6fdca5ef7092f50cf58094217c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e9bd3627d33bd577be4457564346f6132452f3f19e4f1dbab0e27d2ddf4744b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be04f30e91172b311691c94a3f645f7c4a9731a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:515972f09045fa91b3fc464ee450fcccc56bb6dc1b5a92f754d1b245c8d05e60
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abb617b5891f61c074de9408094cb60b9fb161fd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb25da93c7a7b32e6dc02b64593675ad899d8db022450356083b81c9533be007
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6073e3ee6509243ea9ed2046f9a80b02ae20be88
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab6d74c581e7062d9384df9ca5f15118246b402a3423a7ebc6c47711726bdc99
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..070b77f9a2160878402de842e4dec78cf68e16e5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87afd6ac246c2fbbae9c7d33beb1536cebedb6e4209404112f91aa1040bc5db4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adf56fe2b964058e83914afd9253e8a40b39e2fd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087da4e84370f2dbc69983474a7681bff955bf7d0cd20bcd4c197a4344873470
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2a5939de6bc5ad481581aca1f0340d7e2e0fbec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f42998256a3f26cf4e7a74e98d9a43aafbf58aa9ceb3ce3a90bf9bb73252d00
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1f30e37972c80fc379bdee31d5f723b43eab87c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01986bb1235bc0f99d3b8d73228681cd8a079899078032c6de2321c40afbb5bc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8734ecdfd30586b6da1c282c8a668c746753f484
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6554ca012e16225e539eaafbafdfb4b05b00089450ec57ecd4d4b211ee45c0bd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc1fc66512f26bd4a9ad3a6f6dd7ae815f3f6059
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f613aa715139a6781137c501dd3bd20d2f789b7d03f1609a79adfb9591dd2131
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eabde8e2694f19cbea3d0bce8e5ba62581de5538
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b30d26ed4e9cb9df54fe3762968209d47986d9fd6bc9d4dafe6009fb2917451
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16ae44338510928bced07b69ef5f75105f44603e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61876d9ccf8fc32740f0a528979428832a1033a84c6b76ee2a9e98a35e7bf8c6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd819eda1e9a5bad0ae3193c77c7aaf077824141
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26a806e55d310a8f83a7d3d5c02e75ff56811754c9ce5ec5fefd753fa7bcc788
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ffd123fb70939aa91ccf6471895d34a567acef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:805d6f1bc91c9abf425d932feed62ccab55fa76585a0077eb8cb13ae6c1435c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7017381adfd8dfaa3308e0aaf6b352171a15aa41
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53f732ba47c2c615a1971bae1b64c7995bd47cedbabdc9427bacfae09ba48187
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fdc532011929e2cd0e75fe9c0533830b9513c12
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00005372de97264d6670b472b95a5b817f4efbbbe8c59384de7da8a95d3c15c8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f15dd1e8c7907bf7170f03afa5c9bae20a1e8c10
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58c23c0f63b077ae4131a3e9a71b26ece925d42156a108d87e58c3be0e6ceeea
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b63f55ecddff818d2684066bbbeae8dcc04502a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb04a833eac35949d82667a38bd8e8b6b36a2ec624527297f55cd7685167fae
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71d8f4dc53620ebe6dfe2d42b02a5e223b5ff8d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a549983f85904b7fe3425d2f9d2496433818cb786187fc7194585cf6c7b8249f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c46ffa7e84f2e9eb4391eec733196b0a7deeca7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a41cd2da609fbc36ac12be58a2abd3dc8add0f9c68e2d311ed48c952a15c2ee
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15bb3cda9ac5ebfdd510361a848b21fff3819a74
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bec1d10f06f7668666b213c1004c856bf8e058aff44f34518f1d9ad7ad0a1445
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cae3cac4f70a3bd351d8dbd15f23aed168310c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f2dc664262c9c24973eaf35f6eeb5495d45c326f68274c55f082b5688d8afd2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0004a503ce0a267e9f46277c1983081b2ca44c93
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:222a3c18ea212ac68d93adc634c31ac4376fa0033ec42db22ff1f415387954ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..645099b9940c4d56119916f27569be5ebcfadd60
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec6a458cce816faf6158c1ee925953ec341c0c39567a56dd2ad562f5beee2515
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..133533348a6661108258ad0ef4817c7932174121
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f5dcb94940fdbd3372353d49d19548dbdfacf2da34fe51c6f312833aa845507
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e264f5eba299b142d95ccc8458f1c25065d34a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc23306bf16f16c2c91e9c97442c7ccf2531feff6f2095e8b9f054e36af6ad8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50f0853409f5d47ca7d489becf9fc6fcdf99ebd5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d85adec38288b602af2dc2bb1f6b6a9ce08eb361e21b79149709d25020f81c0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1526ab7ffff9cf22a00b2d3d51c7c493a5cc6d3b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b4ce98fc7f8fb3a22c69898b10931b137d067f32a308fc9085bd69f0b763d88
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0841cf0dd6ecb80f5abedac594d778dcf1b90c5f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3c69b4466a8ac9d5ebe6d83c40ae76d09b4a9d3725bd19d4a5eb83d97a54855
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b29cc02d1357509db409f80eacf37f13c0420d2b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b984df1b59ebeb3afc5fa524305fa4746e729d5bd36336bb4dfa4036a8adbb4
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf1f2c1ee4b3e6642e3e8b98343dcf4162855774
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c28d1a06e2b188070f7bac0633f4a0dc4e460dc7865454822e12ec54a010e633
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11845a25afd265f6e9bcdf045b2ccdc2745edc49
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd38f8c30b61a7cac617af45ba305f3716a0119a6d0a42f411f8701ab47a753
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..310c4281241097771278b6095f8eac5006c7d900
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e95b0dfff9c07c2c403cabbcce22b94e7d39c982d3ca6eb2f2e10cbfecac4d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e828937723a44040c0c44b444c5c7d7ae13c8274
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6d3c2100a4738d4b2393f808322dc8e9a0810c5a982f7ee40c02322679e38d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98d1288f9fc57d1e71570aa8eb0d9fae7e7ba24d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52efbc8774ce600fcc91e92df605ba7187311ec1e981758a7f185bcd88183e15
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94ae965579f21ad90c1a2eb30ba7eac6a2a23300
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf00e3c46c7e1a9644cb39853c6d85a372094fda9ad95091a402197e6ab4fc2d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e98ef5a0ce884d6fa949fc5c7213ed9581188b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f9d94144ddab367752538fec19daa85910730cfaee10db5ec1c49ad55a52c2a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..861603346c384ee21264f70c3de088165b527b13
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f43e0c68846ecab70c465a20d34c2199e4decdc702636e99bc6526af533385
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c97ff37390b566017ba1f9ac529ac7b93f4b013
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dffaccf0341a3edb0c2a42f1a3fe751e44aa19f0d8be0bb6163c27758c550bd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad7b64ef2566c172cdf5b0ca0a8d49534657c499
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86e2c3438e2a4b60b399f0706c360d835c265e60d017a8389255606d3fd83582
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..927d96e425b5c402af0959d84aea813352e04b91
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4182cbb349de6f681eeda8cc68dae7ddb0542ab30a756719fe633ce6940cea14
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8202a1a2a02be551181a3cc0172b0dcb0a5c4ecc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d483b7a02247c9c00b58055de29839ea8f0631f1820ca2ccd037a45472ad1f22
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c60f2619eedcacb53a3c02d133e37e2c1879190
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f917474d3ab7a97c989d15ea42268b7b9c62951fc6d29d3d6e0756565da3c4a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89faf10f662cbbb3ea0c52aa9ee24c60ed144b5e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2124a5a3f741e212bdfe9e6a9c63bb34608777db4b2c86cab2c5ac783754f73b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0afbe5f3cd1179d6de66d30e0dbdce7c520f3e86
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff69d504a6f319e445961c2fb5bfb50e4ca45be17c312a2549f5ed2978d7650
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b89a6e60c8ddeeaeb921488c152c8b600fa700ec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e2de0d2642e774e02766b07aa3032c0a30d6adf771f2e0d124f75927eb2d5e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e3123ff2737fabf9e17bbb7b2d17b2bcb0d8173
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d7017ebe3371c4117d38ba0e8b37e02d08b7c1c6e5446b735b7a4f68f3d1ec7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7435e62635786bda9256c6df4eb98d199e3930d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff3629db2728dec309e953b51c6da66c3e90f8fa78e2398f24a7ca8c3fe1f4d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a6bc55d9b990d03bb8365846c7547b5cb00768d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a3173672f076849af76f1e5e4ff3893d9bd2528bae30591adc03e235eccf404
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ddaf391815e33ed006a122935d6305138e87663
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af583b95a29fcda08c5c320561372e3d255e71469243179e6a96c541936a31c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed45a55b9c4e26489f40cdc48c76147d70b8a9ad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c654823936e56c97033c6c045f60dbd119aacd59ef285e80b76505deae49adb7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e258be472cfa01517d72700d9978ec57b95611c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df72f1b9c016a5c2a82f56bf4ba56dccb4c5fd3c4dbce8c49f3ac0e0a5155a58
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e905cd5e0cf0894c98dec9f2f72ed0e6ea5cb63f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59834e88ed93a2a0600bd9349552d83b1d801e712c5f3f2a42c918bc91c67cb1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57f71a675b3502b757cab35dbab3f245962aa553
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3599d6a3738e58119a29934e339c11a12349bd8bde2fbbaca4e3931fc7406b6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbdfa7beaeb56873c73090a66f95f20b6bb7e7a4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b21e10f975b1b544e9fa05f2e5ca97b3d7768ee38823ce0fefa8731c94d4d081
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dde90f6ed42a24a867d6789e0f486542ed99aa9e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2344959dd915749e5493b9fc79424151bfb9855e4fcd4c6a7bffa281ca838bb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d7a1ac9e9a5664ab3f7ae31c836264d9d7d977e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad8f89e5bd4918c7214fbe496c48e9fb6bd268dcfa320066d0f8bab4e0436482
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2417a097b596fa3ecdcfd2502972d852dd6d07a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ce479adaca7ec111ec56b29c1050227849f449cf54b3238d525636607fa683c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abbf89e7e1cc69cfae6c3eaeb41684ae18b57abe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:853a99beec71e0f6b0ebbc5369b1598a4e2cc4297d666c0e72f99005240f7026
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a49944b6e271f143a3b3f50b58349747f64bb1c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc269cfc51bac130b3f1fad5b027fc66fd7303a10b3011ae543674e098a73503
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c97a672daf395a1af72e8c4ead34d0ad3ab6c864
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d65ffd1ec692dd08860640c8187b2762a82478bc6973e4bf3d91d8c760b0e34e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2d0f7df3cb483c1392c242fbd59b0422452f37e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68cd491eb17ff540e9f0a0cb619655dc0196ce5feb31a0be2785a1f022efb042
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0a47e725018b74f9890f8e3ef4fccc34a81894f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7842fdc5990a58b80c2b959db3218834f10b8792f8a85e4769b375777356ce6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca4f0ca42e7ff39dc81bb4c1dd2f647dba3068eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2239e2883c630dae2495568126b3db2fdcdc66d51edf94c89ce0b910d71bf3f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3fbd089c1ad87490622ff811848dc642bb7e8a0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee9399948e717059688a38efd39e76c75208648af8ef731a5964522748e48885
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d80b530473edd2740069efed6935dca45d2dd186
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17baf75cb9c4094a03ac3a4b0e4810096d26b92df1b0aac22844ba058d27c833
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98c5ba3637eb09eb382f2d33c38f8916db7c66d4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45d8266bd3cf3641915661c403f43795f305abd2f59919f8e1990e2620d09561
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbe344ef110e60414e0f51ce79f7316f09443c0f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f16217fae057f79c0afc67f3357c576b49b7c7a7c2d3bf5334158bcdcb310496
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4384fa87a0e5b2a9841de13e09ea485b2709d934
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dce62b80e290cc1e330f20962cd271862a13a531e19b7e6b472f8fd51075a5b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65799fba70b385c5c6240e890c8a1fbd4f6d2857
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c263cba54cbc1f4f05f8feb28437f48aa32e9a76be3019b7184482d4876fa3aa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..928f251aa567f9ca9de5bede48692cfc992a45ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3af6fba76be2be9f229a71c21cd7ca7d1b4611a7ab42345d3cc56a025d27353
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfd178c2a46edebb3f97010cdcda51cac5ef4ff2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b692dd58c6c0828e6c3433f9990daa537ade20dfd72a0aa841c0cade237011e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edddd1573b8da0d760ab8a0f53cdf60c1cfe99e8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17744fccb9c098d6408dae7d56eace8f41dd394b4573eb6455ce04f4c2621911
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36544d57f46c05823edb68c3f8b1592572eed5e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d537ed7eb998e95d8e77072a60f8d52e788c0f02336a352ed1948d492052c42
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..973d010a2f8f3ac9de91d039ab2dcc7958c73cde
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8822ef24dd4375f12e5e2597cc500ca913af40490693a42e143dc922d86ca952
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efefb9da8cb8d59c4465f805896db41e8861bfc4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bea81778d64d40ad284378abd5a217b561d6ca845f876ae03761c2a66124448f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..875d9183fbc9bdb8bc35a4b08a5ef364df56034d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b132b25ff66a4a5e3da9ab80bbf4667b85703098a6dd9a37a0d3d7433534ba62
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60f335350ad733703392fde934cba1eafa01a27e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:768dacb22c2069722a16997ba953f5f61292b84e1a47d3d65a90ee795e309c55
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3556f465a304b761c809ed10c4cd1ed2b6033d93
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1b88133c7c68c9c1febf5a6d72d46bf5d41ceefa5931d0b38b1c2cfb0d48e27
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/lm_head/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5cae35f39465aea49e1fe2c32578f52953d5c03
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf3bfd11b81f7795dc53aa2354e4fb6aac463210afaf39b169ed8231af03dde5
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c3f3ab65c1934b23fe66408d0e35ac7c97fb216
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a12f8289fbb62663b749b6494edc085b698642b08c4e565e126a6cee5ec1620b
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ed2d15b033c0ea667aa4aa2ddc5796a5e67b037
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82aa1a3f9ca1bffbcabd01220e0694c12c9ff26e9831faeed7cdb54420dabb49
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d0205713ba68854201ab2604ccfc3c8936112c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abca6a93e138f55409c0c659a5246d8918eaf2c01646aa0a6278fe45f0f96b68
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f18be0c599b28bab7e266dad21cd4093f8135f19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5b2aec68c76bd6c076797584765ecf35d1fe8fed1c2ae72d87841556429ab6c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a07e083266ffe5940c80a394ec85cc418fbc6c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d90f2ee45f0564696b5f7123930ce11aed1ce0d9780848b87d03a37934d911fb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a3d79df369c4c273bf0d7d47be5593ff3741057
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56169bff5221403dd77b6f8081e10aeed7ad69c91395339256753f02b39e04e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76e4f4b9efb6b42df27be75480b505f820619b29
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f86e1d81d97316b7291925b588d417649babff6472511edfa1e384ff770a4447
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1248ea36e2e8900f245d7d45bcb705e40d2b6d64
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db849c39a7474274e50964547e001ff242004fde6e296c934c241ed53ad7b186
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3501e18278c694d53a2365ed3204d734117b1d01
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b84d580a513646617d6db8db228e22b38940c3bfd491a1d81126d1b4c9a19ab7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cac31bcd3c61e0e98ec03374dfe8966f08921aaf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd812df378596517966efc6ee713ff83f0ba67c345a52102f8fdaefc90746eac
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81df6dbeae43242ef8296a29d1dc78124f3881b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27bcc85304ca8a3e0428fe106dacd64fb0517e3ede32040cf9c6e4ced0d2c056
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe736a9845da3c35ef8e80f5d0e54e7f0a27af41
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ac185f9efa7460a6560a42e3b2a14fa6cb0f120e10d3f41bbb0d19450115d83
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..130d68db8e04f62ebe97a4683d27da851b0d74f7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c8883ed3ee5818b521741cdb3b9779cdd20cec7adbf53f3eb105a741cd3dbe0
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dc66d4b499dd6f2351f2b5e183eee1d4e0646f7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:366e47af0cdccfc6cf0515545d76cc70b1c260b1ca18e7435ec54c115e1a4450
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61957e70775ee2180c8954b5e654154f5a5af791
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f3fa153c5c563eb8065316166857f12112592cdb0cf06cd5dbdd054388e91a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccff6cfa08ce551f599eb792adc78f94d3993324
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5eee9e97d8a49a5e11d33088321f98aebc560711ef3aa7ac78689c3de55d88a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f3844b0c3ddd9eb96536759f089207b88c6a967
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f78d11b9090ebdd80cb511774127dac863a51bd1cf7011277a1ccc62f4f409
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ee37c234a2f5931e6600dadb1fd224bd4f90a93
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18a22214a6f1369170afeff57f99b0019268a84d33682b24b444437979f8e17d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..043e7f84b81428f05aa7ebce7a7344a35a1357f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d79ffa4916b8974417ef5ee17066066359f8559beafc68d2bbe5fb2a0fbd2a6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68930efad995d9c2fac297138ce68bae7bea0b02
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9283ace1c0b88b438e46570120e9cd27999ceb0177d3f51920892750669071dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eba0501b0ed494f3d78f341a187b99305fc07611
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd4d9ddf142385afe12d2b2bdf0fc964979349af83270633235a3a872a2b3e15
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42b6d51f311093e3a64a3d95fd3affce01d04f7e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77bd5e020383492b1e55b152c9f37294cf5567bb5badbeccb6636f911479dee5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8985ae1f35d9a0faefd23cefb82447e0ccbd1fce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb4dc4826c3233077c63ffb1e29f3466ff03ee66f3f8f3f482c206c25e397ad2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..450bfde60b006f7e09a02b3e8ffdbd37be2fc5cf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b42572cc59261634bf1b779dc37f6cb6b028902f59ae75414bf1123a5f45dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..087a6f867f6008d042d40f20a605fd5100c24b2f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f55940ed46a7d3d3449033652d64973b8b215e5536e8249cc4de6c43dbcce1d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7fe5d9f67ebac1977f3009195eb482765cd2606
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b105becc027ded5dc2d643fc77d297702a11044f945244039b0e2b6841d61f00
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28a830cf9f203927efdd90338541eeb5ce566cb7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f6d728ea337129eaec15991606326455106833b5a6ef6f4f01221714749c8b5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dee257bfbe1be0da5db4f9b3f5f09a840de90354
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e9ed7b0e185d992af0f9ad45d71930ad5383526f814c981822f2e16da79eb53
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b394ea06b2cf08138fd52dadfc3c28a5183aeff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cba5de2e9a9ca6dfde9bca53a2d431316c3ebc6c704ab3417f576420b3d2a60
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a1e5275c107d922d12bd7c6ce39796cfcfcb9b6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d88beecc12279367afc095f2e5d9a0017ee5354444ba1860e381fdedbaf71e2d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab3d5b6e736f623731f6403f7152bc5c3b2a0a48
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db2c24d3ebe187a57aa0a51485b2acc6d30eced28658ed5a22acab9a4119b562
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f039a502922b43d9625f40580895dac4424b0b19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83d5b7986415d1d1e8b7808d19c751f3269cb08e0fb35cd0fbd0c2de3806f67e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e407a7746ab1259cec1a6590aaf7bd3c20692b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cceaf1cee0ef1f8e00e705c04aae58f231f43d8fbfbfef1d509294ae7f629293
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1de0c672c76e803ccb6bdcf4a1e3f745497fa0a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b58cccf54023dfc75f38b3ee877d0bb867c5a2a530372588741f3f699c42a8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a21eaf4da61352a82b0eb26cb4a66c3ea134a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ea8626e703a4cdf9bb64ce917ab6882c336cf8ab9eddc1a5dd743184a0222f3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6f68eee8301b2b59c9fef4004411230dfd5076a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb81ae6aae698c1ecd9a9127421a6a28db84a43ceffbc61addbb7ed83c5b692
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f14b9b021cc63a317b518155b58564375d6da156
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:440d77baf0f0f677dc99fd7517d075936e692a093a0a3fda20b85cb6eacd62c0
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f628a57e6812a4c6073e77a2fe8d7337aac1a84d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:229a527ff4d65adb32a64284a66f30f74944c025e0ab46285efbc4b1aac933bb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb4987e472ecad8ac4c4bf293a4faa2c20c74b7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa13832bfd7ff3ecfc664f8864bf6d3f6b9e8a59c36fd45a42f57b587d0cb2b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..153d7a3ef61831118542a44d0a7d21dddfe53006
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e334e99ad66a3250da45822ec4fc76931f3825cc25dac9cc150f2f99fcd160b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b0355b07b66f7f45d6b6a0bc2bc1fdbecde2aa8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f9f771699350fa0a3860750b444d777c6fd66ba13a39c64622a9b99565c52a3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df621c9fd54c8cf1ba4bd288ca2e6f22c818c4bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee5f09c6f0438e037c1ce1ceaad62f441a66fe282a5d9756e334f387efd29bd6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8daaca6d80cbd9b91facb624e68f960deefdd946
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b52e7dfb9f75697b46eeee820d69f2e3b261cc264990efbb034b6e59a5abb5c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18bb4a5e863b06949e20f4a7bc47952103aaa497
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce18c7a3211a3ceaf12f259bd2c5cc3606c23d33f14938f6f3c220a26acdfca3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..815cc31d884bdf5ca25251d451a6613e99bbdd17
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d58fb8c7d19170de98d60e3517ed70456dbe0c36badf507d3c83ac81e289231c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f8472ec7dfb82522a795d32f011efa9fd2dc373
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:401d50934607b0fa8dbe4015a4b31e6e9b74fc59ff23620cb9080be0ded5ee68
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f2cc1262df374cbb905a7e577fef3dad66d1b0f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:300a8f3a87d08e3ecf6b481a8bcddb4d8c694260ec90a8502f201d5a2849f01e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95eb7bb25eda95a17b3ab9f1ebd84af0572cda8a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b27aa39d7eec0feabf83e72d41dfa310c9445261a2b9bc62a1c22f799f2f1e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c4c47faf15f01d2db98fbe6021203254879f61a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb746d431236845bcd9aad8188b966c7b18ae638f8add9be1e1a52c308a8590
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6deeee05398f3191698a6bbd04dfcf94721b6752
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9139fa5090584d1168ebf72945d25162b96b7002e7e81b5072c59ba11ef89b4a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bd906b8d7181b16e0329613149dfdb22686a642
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a220d7e21bb081cf2a0f37f21cb6a293fa2a74a25ed90d9f2830ebaabb9c863
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d52a9d2dc92717185ad5b8074e12b50d64b55721
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:420aa80e66f460addc4e9ca1ddd24db69be0b30d9531b20a67950bcfa7278e54
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a876b14226e9bedddbb475f209c8762acf512627
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:111645e234cca6e5e098a490350fc0743fdb3716eff56f0c83bdbe17798a0f26
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6967d241f09b14dabf6ffdc84f13c69ebcaf5a08
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ae2677b9e26c54c240e10b3b9a44b03bbe6e9313f24257caf3b8d501fb69b6b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6b6fbd2a9c96fbc2945b673c33b6097fb7303e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1221faacb3f73f81da5e95c500978364928c3301717779e3b36690a953cd0394
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4ea06e8ce8b5474c5af184cf601ab3d40f546b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:543e0334be754c4232551564baf3f7107e6c4b633cef38712c3bf7eee8b07241
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4937f5f1808a338bc676c910adb7c8a7b5b0cf98
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf065133dc282581b7b89475c170325aac3b56e4e3a3236dda43a17e603267ec
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cf4d3693edd7bf2f7ffb37c6397a792c2bbd014
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc97f7aecbcbaf898e96edffa9b50933387ee1966962cc8426d01c1c9160c349
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fa805a5f902c66711e3d082df0aa3eee7be7e61
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8dac05eb1193e8be2fdeb259fd167dc9c5247bb32bae7c0d04b6f6740af7d0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..503934b822d405a930e421dcffaa6d70e5081b48
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd862b2874b57c4231b480e419b29f8cbebd67fca3617fad13e6fcfafcc43cfa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80985fdcb3267437cebda4a71dfababc6b2af993
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ceb2a1ae8525bcf82824deb4eac57a5fa21320bb26fed090808d42e2b83c563
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..792f5875978f7bcff06c34cff4c6f2edda74b746
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61892f65eeb6678e8b8fc043f7bdd443f176a20bed4a6b366ac5754ddebee489
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1182623ebd4700577c23ca1deb81111031a9a23
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5351fb7a87c06bdcfe9b67afbb0c878b47b0c5f23cebb8d9b8e1cfc3c15d1cfa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24ff76eb443927e860053b14e1144a4ea6d1ef49
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6e481cc0f79ad8cfcf49ce8709d97bd9fe03165143836dd1fd436c323b12922
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ba1f37bbbabd0abc7b10963ef6e1c5c48239058
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:328a41e18c80e90890736922589c325b6ee7e4463d396d6e23ff43ff7e746a0d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b84ed368365a3f9e8ef354a9ad0a888cffaa12e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dc495aab33d116d71a1d41a5e50626c94511df236654223bc06cdc3a4f70b58
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02a50bd1127d3d99ffa17d51350be7525a4ac9a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b3f2bf79174505a5aa928693b5f9fee6580dd66ee181df9cedb95517c8ef7c7
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a423657382a1623636f76aeb18dc8bc1fc6cd2ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0c1809e7a18a823a361278a02341647c9206f5a4e4d92976a7b645f32362345
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41080ed6aaaf8a1bb0683a8198b29b3cfd60e556
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:223d175c6a8d7b7eacf0f0146b724e0d543f2db1c24739acb9efae79a2823057
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fc45849672a5106a0f3d251666dc406bf840055
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bc4cbf509d5895b8ec0adc721718af72e690959ff653d284bff0d55d9ea6083
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..777c8baa7e55c2ba67734fc3606ba1fc48312ba4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92a954757328bd5e1cd5c7f60b8f1bdd3a6643a29def42329d8b3864b6afd883
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c75da22e418391599c3bbab5381f6ce31dbe5fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac6a75d11204f961972c1393f66cedfa41c9db666c2a18a81177f406f9d5a7f2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fb8479f7c408f8d09058a83e392fb09848fea3b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ae60a5686d50a6626eee6b6bbe8e945cd80e7ed4cf45e5a63ffacfaaf7e40bd
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb40c30d74530ad2d5e375c384b26390f102027a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8549a086f8ae52dbb66e186f465d9b761b0187a9597d6f804eb2001e1b12bee
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d56d26be9e5f9874b7108478f32b3623cf51774
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4284efb00ff43c7bfef45644cb8bbe7b836c1dd654283dc9c508460b30b0e05
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c8bd93bafd5881d08ce6682d8a6a0ca956b2234
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9837e7e3a5f9651389c77a53177d83a69bca0df8f4a23f700888f0a938ea56d6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dddbb25dacfd46a079b2ef250901f08310019ad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46fe835111f83cd5d882efd957a0b93595db624d08c141e8a9350442c24dbca0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88d72cd2a7cce7d25f638b4bbc2d73535b2f89e8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd294ceffe0ad170ba90d355b621e779d133e98120ef7897836150ec93c2287
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d22239583ccaf1b0221df359816d1717c0441414
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e6c4cef694ec22d070fb5b3b7cf8e8d929b0925c446c3db16a763a8d94f82d2
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd0bbfed7658aaf299f9649c6303ace0f7e623c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c182da05dbb5b7d4c966c3e28397f56d8cfb9c896862b6c9448b7d79dbc62563
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b41cf3a9c955c1181b111a1e0be573f2a378d296
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:740b01dfcc959b94ea2df0c6d83bc4555321c9f6628d0d893e73d8f4b9a7bb79
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c78cf2b6be0853b3be0d27d0eec35e2834605bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9630353359c167422b03017e03f9a923aa2a882fd4f53a5aeb54775a2536be2f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dd8661ed343fb7ee8a6400251ffd94b9102e102
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea12c5bbd700766b4a4899020389e1f284a7583a861a3288104894810fedd8e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9ee6f23728feba7f37c79f4d9be8e941ba90478
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b6346da176a0f4c60449250ffa2b51c66392c02654d4db40919b45b18b64d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97dee7ddabdc596ccb03862e8e5a5b6d85b55814
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f00c4ffd4dcfa08bedc1a95510951a664a2e4d8919d505148f94b395ee12ad3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a8687771c88d53ec7fa01e832ab7a8a4686feb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58216221cceb40d7373aacadf8e32170280f03b8cd33f11752bff756231de88f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f45a110449e183102b63662388f9b7f885be9f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb61518049ff56761abe6f9867413fecdf00d77c148b9cf8f030cdfcbcffa7bc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1db82ad42ba195fe86fb2accbb6ccbecaaab81e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72836d416856c7f6470b07793341bc3eb946e1f48b6dd32f23ee84dcda019dff
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70d0239e116d1f464f0751834ed6657223fa50e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c35058733e7623c7fed177d0d645da63d2b720a58c68087166a9118010af01b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b94593b9b1cace4919091de2e80dacd198b31976
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:041f09af385dc72c44625702c9449021e55873f9f2d7fc00ad3e683173016d3d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f6ebacc4ecee2e9a98fc911dfea19cab213da3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93714a797a3073d88b58f75a735d6d3103b3079457965152a949193d54afefd6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2389e38f1b2b0a8b8869de7b92eca92c65cb844b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31823e2bee9d923b38e85ca1c60db9dc055cbdedbce11beb88adad2c5ddfb8e8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81ae74614bde9d231031435cbd933d8561d22845
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b3e4b12c0308ffab9ace279e343a245d73c05a009846d8d84125f2551f0e6c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9506215e342a1fc0621e083feba700b61daecdb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c980492cab09f7c353dc15f22b287030a08e4efa1fb100b20f19d4128ddae1f0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..167ce12214b4974ac3894d3dccbcbecf590698b6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a1756ca82127455bd38018d29ce76c48cdbed67e5b82af819da94cd3a8f3af
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2befb19dfdf51f7fbe141e0b2d14a76c9382b35e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6a3089d94b9552a53f89cf919626045c1ff3b4c78a106447858cdfaee666046
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba670e29822d57874c9e76d9e46f2e2d78ee13a8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14e84cf8d5afdcfca8e13dd91e830ecad9bf9eae6b47e8f7c098fe018b966967
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47e96f72e43d4a630913678b390f78374d74db16
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31715929a45627bca1a679a2e8b2fd9dd428da54605a5787697746889ed27e75
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91622e9c4841624b3e650b9bb1d34bd5cb67c7df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08142d47b76efb091b5ea527e862608d1a3014dc5b77e6138c46714985d4f584
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a925547182506e9d43312a96f6f8c9ba5d255537
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bde68f42adfac008f357df3e8079bedcfc11d30f5b7a16ac391e82643d522a17
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f2cc7f063f5a6943a6aca8bcd4f79a718a330ec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93a2be4d62f7cac1c3460028e35b80d0c7bb21c8fcad3040ab287428204561bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6434ff7cf6ca5ea0bde7e72a2f93eecb2bdff30
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62ac1cf7b062c416d52fc883224f797fcc3251741dcbcdc117ea41916f3d408f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72f616a6c74e5d466292fea4a0924244c97ff0c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf04922a51858bfb49a5594badf8fb1ffc038359a8729e21db89cbfc11f99c2
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d4ffee63f1d9c5b094ee55d2d736ab76d62864b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f694116aaee17fc2b8faae15c8bb796398039e19946f043882f8794ea9720581
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccab2e0e651e2dc3958c9ba48d019962ca26a5f2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa5cd9c655a1d4a85e8627f032f4151e04c99b3fb34a0e96815722bd972ff31
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d501f2f385eff134ab3f125e35c7250b0c4f10d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e1d16a370d41a345b78e0c2f48e75a49ba96b4e3daecd2198dc8d24119dd4c7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..586c16f54a95320553a99d348eb74b94c928c7bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cb65fe391f5a9bb45c5b46c33b9f3d1f572e952896b1851341dec465d6e72c1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62f0588e48cf28841dffbe825f09c9745be7b16c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adea1f073e104feacf1aa4773e4b3d2958f78f000fb03a58f72fe4918ca8416d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08d6defc8d2e1beffb409460ac101f84f25ca2d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63e5dba039654535d2bf8d28ae5003ed6666a7e7ddaabf31926cf2cb019e7fbb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72a5d073aeb0432be47915d5b177f2029f50fe47
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1166e55a17783ac70ee7eb2b626030f11bd3eb1f4dcba4cd7908c8ea5d5787c1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9905c036923fc10ae4f542148ebed349d6b8a0e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d9eaf93543c7a1ce863323a33074a9fb8d7c8abd77bb46c6ce3e61d5c3e8293
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..632ed87a5636a54c3759943acc547332f9a6bcb8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0441439b830fbe69154248d18d4155fdac512707c08bc7c642d70f9d36d3d818
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e6ce9fec2ec5e0a6bd655893fae49841c6c6608
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cdc6cc783a7f08e8e51199986101703f6ac25dad7f9523755263c7d647cf0bc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..894cd00013d951b14a2c9001db57812a0ce06d1e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6d2dd512d7275b6cbee3bcc78b920a3968795a6ec0488d80daffd4c9a9582e9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..323e3fd37f030272640e345c1af1240b7c716e64
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c74ec5122e68282f5ac7128699d6549df6d46d831a741b369d83ebb9d2b2294
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb58b570100817ce41c1c7ab2a5f42b0ebea6ca5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0e14612eb39cca1f5f570250a8250f19bde39bd0b096a52dd3d1d513ede58e1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b90dced2b62daa0a17f8021ce050e106aafaa2bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a86ac0a8d122d6140a5d2bf841dc1380658d456a396dac5e9bdbdde399c1b57
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6263912ea030f3deb8d09b8a2bc21f73bce4f969
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:557ec36705062514ad969201bf9c86e1b6c9265042d733b8b98848a881bec32b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..919aad039730bf1ac4aac5b84106d730d1c65ca1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4e464d01d3b485494b18213bee0dbf1dc729c841e78f80d4f382216dad8ab2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d9d992f53058d238c48f4d0388f290a7ccb477d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:837d72c5f52eb1324c1674af15e1bfc99bf141df4a4dd5a7057b30585562fd94
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e1aa3a51807c99f060a52886bb0fcd8e1b9173a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:505b360965649394917304aab2dbb668314891af76de32079367b9504588dead
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7da251f4a15c493f9af8dd37e22596c08845060d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b8b41edce414e8bfb492beb64d4f7bcbe944f2e746869d8a2dbd74d523375e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6583760bf7d76be524342b0876f8a6625d710c41
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59324198443d367b7bd13ec141455832d0427189611fc800e3db9c6fb6669c7c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bbb1c4e75226ec98df6fd45e93e999f071a3aec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07830abdf4bedd33724dde6513eabdd1dd54f0453c562df4cfb41b0fa60a939b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf555610587435d66e1cc196da24cc5860840e46
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6c7bd7a9a269ccb9327d2d6763de4bcc8bf8ce1a069b23302169264f807a0d8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a49bb1ce07eebe0821adc55705ea9cc237a8e668
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62438c086db08f57dc360d31d05ce32b53d2458d620e616238b6203309a80b3b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ec9e3bec52ef9142e335fe1e28dac856eff0683
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e03f1335c7063d239f36069954b651a6dc43b19b2f116b0f7ef4dd0ed535ccf
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b78140c59a09efd93b89afe3298398d174092d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e7ab68838fac63a3f662b02b99fffb783c68ad71b6df7d5f5253667d96d3113
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d045136026ac0893601a55baffaf565d35da5969
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72030fcf3071ebad3fa0450f064630d919ca93dd03340f4aefb3eaa81c4871d6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5a530e8428e959f074a44bebfcdd4a6be19ba58
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e23c742a6fa44b77635cd310c7f4cdbe2c782182b134f95dccb15ebc997f8e7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..933b9ab8375688ef5defa129710ab0ab272e094b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d858ac8bf96261838684ab2564e025a3abfffd308b8140c16564b675a0c706
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bc0ca53e1bb679d8407c5b27a47353fc2682a2a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ebc986a63dbc998bea19afb6fcbe169079d1a4233bfe93b52e49dade637d75b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d30c62475e57eda06ae2719697b6fd2624ec2b72
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13eb3260d2ff0b903cd62e02b64c1dbe0e822016d0c2dd0b0255f55bb6de27ed
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bcdd234b20231c96764277146b137dc69f84f0a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76b9e5766b744e300672227fef2a53a39895f3566d1885b275023f7880c33756
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..225cc3ccf647ea6d56b64d8594e09aa27a7213e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ddeba670573e8ecfec9fc2bb71b6e42bf4062e389b8b106c00a142a1be9c1ec
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ff6874ab578968bba853c2f84e82a1bf65f18e7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f55ddb3b4bf8b3b5569363927867fd53f5da600c9dc41414f2083cd6486b0c79
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36e4cd3f9d0873c24a2592ea274de351be8b96a0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a7be1db8f2657d99dc45bc904fb39323ebf5e22149e4fc95beb9689a9dfc7f3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebbdf1a3400144e1d9937a85ce812e23fd0051e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da49244b32c5ec56feda7def6b7e36ba2df6dae8f8c86935160e90abd26b7124
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b133e4c8ce7d8a991a1fea968a665b1bd67870f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65eda0dfa7e950a3dc5c452f8d6dcdba6818fd983ac52d80ec6f91b887c62ac5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48e323565bf624dfeb421ccbf93bb1fba2d40379
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2383c43e0e5db11684c5c600092cd9dc26f48dfd02b6adda6b1f7b2faf0b6da5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b7e3f0d92811bdf8b24138c64b61196d95f283a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb1d8968221224dad61650611dd16c632ef7acedb9afdc6780629f2d55675eb4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a034ebd09f59437bcc25833501eb38c8415b1639
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cb5d2e84168428a2f4fb6465c0ad9d5bbf80b9fdafa540521445d9c2d780a6a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b102802885f1a04ab4400531bdbc27dcf490ff8e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66061977f603d7bcf9a4fb98377a77857d9d506b4dcdf8f72e8b5e3da56a6a5a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36c383b4db71bf9a42c227a050002c03b9d04da3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b6b134cdb84b98c720732f272b06e6cda0a125df130620c6a9c9f38ba329980
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03036e542ee17cf09ce748dcf7955da904b66147
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe38f61bfebf36560322cf3a52cd2f92b0e4b2e2ff3450d8fbc6cac0fbd5f8d8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b1ec4fa0275dfa7fe633355c433ba031c384e7e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b87d895a47c2a694ca9954ba829aaf18ede056ab2c4d1f1439e84af67d51108b
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/lm_head/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1eb7006ecd9edde7410a245b9739ef154f52cfe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55fc21cb150baba9e4e804efd58b5e8d47933fd4fa9f1712a76a6e511d88a6f2
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98ccf17fcca4781500c4fc082474a392f9e95b74
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73459c35d5dbcef5d69743bbf355e17091584c21bad4426c3b6f737c09d40081
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..854a2cd2b1c2d1fa9133d5f5aeb74820b8f3ce6f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35bb045fe5f2df56323413479048ec494c53a1b052eb9fec424aa073a13ba381
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..633bf011049f0d84bd713713dd6056c09476ecb6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b441f428a9d8f999367c9375e38a6cc577a7c2b59798e6ebd56d4282e6be74ec
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67d82c1ea91b7ea9d5a994ac1d3efeee84b7cd4f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:896cf8d2e7f3a5d511b96f7159b687005cf11322c22233a1a0151f6a81c25ae3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dde0df3713a85a8c47d8e7f97df0604d781eff1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea33c0195d88dc770e74806facc946f073be4cbce1488dde0bdc4296db961190
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca7389416e59cf666e97f921aead2ad0aad29b11
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ce659220cb3f03292ae50d88c464d2caa311834fab6cf82d1680aec208560a5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddbc240ccb34c7cdea67be806a205f82866402d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f0886c48a22000aeaa2a7ab87a44d5baddb7e7c16649463011696f1f4c124bc
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1dd80dba56cd91bcd9510883182031dbd12297b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6658effed823c21d78837aaa86e2d6e6d78697436fd176a61d40d509f23c42fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdb64a9df99ba063a38bc8c9d55661a15a22958a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e489cf72e86578028ce6551a20bb2bda3f09c9b1895444dfcd8b286d4debce5b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc0299f3d92b74efe439fee24725ca653c5b5fa5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b79caed23ec1a2f0a62836e43ac96994ef6b042c472a0281015bc9f7dbb1ae16
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eff0b3e0ccc7957e2e876af333b3e99cf1b5cb6a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9bb2942dbf31b7060e288a46289ffeb5db3de1b0cd677ada69f019d9c977b55
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e91deb7efb175452ee8965a2c47feb74fe8a653
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b78a549adb1cf899a7c89764da38c4913e6d42a22a1adb36fda6b53a95f25437
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dcb73f4f2de978a51c162497a81cd294cb5b33c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a4ff29a44c6b1ab728b789a9a3105cfbfedc43ce46eb4fde85f4d68729a6ad
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21b2ce8d16ac22a3af7d4f2164b5c83d74c980e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d3e06adcaabfeb8d3d2b8717cf01b5e037f63ab034d2494338f1e48a2d3b65a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a1cb118e5e25c5c1588b1ce5174d3a833c309d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0e15d91badd24cef6ce438584664c089779a81af6b43d0c5b1344aeab9f2675
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf62cf46d56913cbaf1a129abe8d79579b3d1786
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcbf0eb373bbdfc4a1de95f522de2a5a3065315f0f01dc657dfea71784918cf0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7910cb8a4a260e27679c6321625663a48fe213c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8763f228ab7c79f303c2de7d4b9fcdbc9baa802ffb6151a735211657323ef424
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e18146481637fd9b06a5391634bd4116506ee20
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ad34f7014f4f549f92af08f9507ba0408bd814a8249fe579652c45a4f379343
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4298ad5b6eca5ab55bc314bdd9aff13bf8c037
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd81f76a29b938da895a0d26d1a2a9201847f934d35bc375eed2dc0bd73c2c9d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5762f720d993a86a3caa4cb0a1c1f1eb395009c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f11ad36dd3a2086085e3e0d45c09b86eb3ca172fa0618988e825faf1c483c121
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..493b6a4013cffe63602b81096b3981e321f44458
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd195fc0803d04c4791c2c29ef436a0aeff7620814970f6969f3458f46ee935
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75cfcca424ddfb421d0b68bc48a017a46fa2cd0b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:609f527108a075d542b882e922ff2e756e6173192ac25183b322dfc16306be95
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..873abbf4b03a6d50204321a560fd0e98fdb9b670
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54b3b69123250ffc6f310f29ded73e4f040c9000c172affb275737289f74d411
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b812aab43cde3a2142e42d15ef373e19596f9d6d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c338bd73ea145be3c010a223076d42193de1034dcd521e5aa3e2ba04aad4b93c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c84a332d46768a5115d008c7d9c7176cbc03e92
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd31eaf581758842a3cbfe0ca5cfe1d1441bf2b9943c966c61adc09dc735c0fc
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..891dd0344f3687ce1354e8acda9ec721e92687f2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:660c3efa37d390af2013f34bcc052b19e5441e08bc3d9bc68e75856be09538c1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a065a7ce080310a85efd36980a0c5472eb57670c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:603378fa501197b113030c21bdabcc453299a826bfc65ff17438e1b6f0815f51
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26beffdd0f7b298eaf32801e0b2067287d16e29c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d88e298a5a19f7a1611b7ef44f9229d908fc5e96ee3d1c88a85d8ba8ab2f8e05
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfb2a36543b1c6c2e123165742ca17a97efbd39b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21456a21ac81f2034dcf0c317122c71c63d162c1b700850667fa35502fa99669
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d107dfbeb04b7c90fcbed5936a49a248fcb4fce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:077905235824259e72df55e71c5106c931f5d586594e3c4026bc1d7ac2d6d064
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f50f59a6c471eccd093bc3f26e2633ccdb6b599a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b81807a1916fe7530581dcb452e40cbf1d6063f9ca171743c4c817bdb97c15
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8a9c5ebf7dffb7d88468d278c8fed1d90dc81c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e2577e3bbc03df59e8ed5a2af021e303b2e6ad671eb4d08ee9bbdb4a0a1b9cf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b25a043d18f8b933a4eb8d15eabdb222bf85dc0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b576905637fd2b8f50fb9791aa46613d1dc740711d4bf388b2b43e1af1fcd60d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e8dd4a13404bc4449fe4507fe6eae444214a668
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1926c52359cde6b9e49145220b3a7415f0ebacd171bd036c1d0c419ba7c22eea
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df26fb27d068b14c042c82edb02982522fcdfc37
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c804e983f98c789543d346a69946d30818193dcf6ac75d94e6868543245a6f46
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a6d9d361dd73a5337299a3f75d244a5ea9a8063
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5efec5634b3a70707af0cefebcff9fe7acf51c6e7dcba9f499915f7ed5c458e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ccfb0f2173da7cf5223dc89e6e8aa8205151137
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9d8358003e0a14c1e5f543aa91a159b03211667b26d40771fb119a8cb7a8be4
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbea81404a127652cd95d759131da69cae18c0c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26802285baba4f58265d6e4b3dd0144b60df8203caa8c65c952563c9d9681c9d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b01392d0f0551f734288bf1207f29657f00dcac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efd30387ea9b878a6f464aa4d6b9d4d1174d61f548c54e4673b0e8e882fe2547
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8a45a8ed97a751bf5df4a7276d18b2d260f3358
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a1161ee8f007fc411d653f12e9547982e12541ca29f5fdd87118d546bc06f86
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8317e5f58258ceee59a0a7f004f277a42401b5d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:559e14f6c84194b3675df8be526dc43406db29bb8489c36dfd1d0c63cbc4b1b1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fabcfd27a590bf377da4e3d2a57adcdb5792072
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:112f910994d9b022644fc20c6d3c7142692b6cf2be6b309722e124d99fe810c9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..868eb3e1b3c13df0ebd60163be9eb421223a8139
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a84e79efbfcce013b47e6b90b4d7844492a98352e069a5473743c8c836a291b1
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98541b84a67eb8ee8282c6b6345582acfbd85595
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df142392bcdd4e771540d25e10290e44bf5b97a00b84c3204cc7f574be8d221
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06e3ab93149cc711c4cc804dab4c31465a4ce0f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a5cbbd577641589d1fa0450053e8dd6e49d16f45492035ea5a72b05b51bd54b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c9007599b412fa229983dd417c1c9c30609f60b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a79d238ce6bbde3b3a251d51b1235b57fd7ad5442ef464fc8e0a00fa7387349
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3acdfb690866d5d6093267ff0a78d1344f098336
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cced27b7ec942b6eec28f543100177540e57370a64d127468c059a25f7ef6ea8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac4886c7427d3f2bd99567d4e1f375f2973ea4e8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b37de89304458e66354ab45adffe0f374dc3bd3d8aa86310cfae52dac76b586
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89ce2c4fd373f9dd6fd5a90ea4e004289970a68f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3566db89f29a657f5780d880c7b44fb9612fedcbce72b6188ec37d5b9141b13
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7399bc548ead82d772ac3411577f050feb62ecc3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:929f9d93a531c90d30ff5ba44fa0c2cd10b4f125992546c3d283d66df1d997c0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04e2ca975e35c0bee2491551e7933e54c1f4e6bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12faec0efc1d5290c1a71c9c4908f6789012fe0accd05d2de3cfebdbc2011925
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bd566512e157ae1b538111d1c7580dcbb2f45c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e6b92d8a999cbc507616359e48243ad471835b2f6f3f82c1bfbf7247ee4a1c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da8ebcfd8c2489ff2a281b856b7c0c159c93479
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecac950dd54a224b207f91277036b02be3c3c74bc4fbdc65cbb5457796a7c299
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de7de51493614aa0db36aff55871d7dc56e7570f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc1fd907a8bf50032fd5012399a6e9d6116c48295ce9e7471cfa4086e488037e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49a70a46a306c845ac3e4bc12eb9d40ee59bf165
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c45146c459d5de0a41abc389612b306b4f60d43270614d76ba8fd6dc1d6956b
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8b9251eeef45621c08862a02de69a22fb23373a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02af1cebfe265afdda085ea443103a10e981eb8fa3b3854e6b9a8aad0d80371b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a169a5ec363f3cbd6654c2219805edb56e78332
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:510d1c22d56ffe3ac3f839127fe1441a488e177e752974ffca19dcfc45fb4170
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..003f00d3d94c121ff1c5d66ad406747d51280221
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71c4ca72fb98831bbc9e326539f4fd41cbaf4265da05a65baf54d4d0498f2ef1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d10899d7380e1793979044ac1e5883d2e721bc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:344472498899a2799d23f880ad8ed0c5d48d7dec14ae811856ec9c290f1c1c24
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20d99f31d40f72642ebca43d01628fa05e3854ec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f5000848a3e0460557feb692581f05775f89cb25f3fcb10800e50d4b00b93f5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0d0c907f8c32381893875672e22a4a0667fe176
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d05a1adb29780370aa57361b78765da23ae512d798e6f3efbbc08c6cd5b9035
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdf81253fd65b1046f05be0d40afd01370d36d76
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cc8df7ad40fffcee3e3ba4fe7971ed3f69d7b9d52d935c895fdbf6c16ad8a81
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..857a8a0c9b0c6de4703516a2e2b90a31e98e2d92
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47ac6db42189027e1561dabfa54a59906128f4df5bf8796145f3df266181514e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6971b4b465db0a747f4041ef58ff2555914619d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1df8168a085064f86e97abbc3cbf56d481a3d03dcc3a72e5ceb2df3b0eb6ec7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd241c98b2ab1985f76922b062ffe1fb62cf7ffb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a661d7f9e62e249c8884fce2fde385af50a8f9ffaba3045b8ea19a198d82886
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b75f40ca3f2598598920733484e53be09a326b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f42afc06666e87f754eadb4b1b8cc37b1899e28f73984fb639d798a7bc02c57
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f57598f2ae237d8f173fe8cc09b9f80ac2f511f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09037556d38d04efd3e1fc705ae7e1f9dbf83890b53d04480721e005e7e5886d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0877d641c0b95bf9569647880b4ad02ab8409b9a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df80830d31971afdba62c67f9be1453b0d7935a7270dc31899713eaa5ec9dcdb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0e683b6b5eb20fd773da0af57c96d53f5a19772
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06d016564375cdaaaa0983bdf1e75e7550df2ca4bb2a0cfed06a4ba4208b6317
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38f68fe1c64d3e87d4059d7f812543f1514d3648
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7dbf68493cd0945ed249efc6dca1b713511536e19e78d003104065fad3223e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1652312fe95affd3227176dc11660b3d68072b27
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e68594653b6ac6737c3a789583910713cd49836deac08cdc51264c62e58c1df7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cfc8bb1a55594546e1dd3ac307a1c940c899c37
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ffc46ae636bb343887859cced6400b0698d01903cb97e4005c3fa9e4724eaf3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b514d5def6bde231dac2692c0983c3dcdd2de13
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd66a1662356e5343800705cfb61b7e92d6be1d868979cfb23fb9d8acb3530fe
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df4ca3079f23f2b49551f3059b229ca4ce8c446a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ab7d27c58c6b657f6b99a3b1da11a21dfc6a120a3f4feaaa7005bd166a84c2f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cefe0b428b71475925ea1c9d37ffb2a9f91c862
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f764f539039e8708b8b21dae75aa4af3ec420afb73252b65db0c5378b95d0ac7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..691cb697dc9c9f35596c64c774b2f691e0597ad4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d6c7cbaed365c787a11d83c54dbab72905746b5ab1574deab5696dcf67e804a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a17b95137448e435b5450f25f80e90c4e77a7c7a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad6512e9edd917fdfbb2c78a9a533d389c1ec1eba04ddc0de4318d13505f16ed
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ad08000617c872e78d1f088836a00f726959fc0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf88dcf9e6b622e198d47dc15991dbc7b25c298712744a1efb28e5f2dbd9632d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf1db11463de9f2b6c769878fd88c036b4f64da
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ab2ffdf01d32231825e889fb32b08bfee73b14d050d880f5200745f1db71d89
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88c66caec8a3e422e9f5bca587e0e34459806383
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a24c93a8e8eb1d009e6473b4b42602ac8233bd1a0b2d516ccc4550c4e653f9e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45841059df7dfca4ce671fa302010451fd345841
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50849d6ab2362d542a6a538b9f6c8ee9f7eb583b3172b77793276f1d84bdd36c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ee438e2a81e2939861689b710ca94b9d0af2ce4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94fa2a708f3debc5b26218fc9977f2524e589b2c88528df12e0e934acbaa6a31
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..950d4fad30461a7b1a68b6eff2d48688bf678e77
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fd2130981a71e10c01cf185e212a6a75250228b7e6d49b6db05d4b265212032
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d65aed076edb187a4d553fa9b1a8ab69f2c523e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b90d969bab1f41f0f712bb7b9e72419aa7cd0d9284e802a4e644b80463692a6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..974005ec1ada932e830bc2c2f144d80c5f4e260b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36b957541c4f8f5ee882257d2d04627be0bdf83590f13f7205ca1389e5be6c71
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f749f39efc4ab457ee1718f15ea1c850a7fa75b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:242f7b3771c67cf34536f829394c5d285dac29cadea2c659fa3bbb0ce0fd3834
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3f7016f5d186ec82e023aa13514af7d0531725c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89817f90cd0271f83925f4935168d232d94fd0cfd91e38f3b562b7767a85366b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..921c064f5ea75f99ba6ef343a83afbe590525cd8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c135aab8198eebed2177d8066421e4d66472c714872091eb315438e747a6c2c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..271d3e800d423634dea9de819e9bae80c9e15388
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c018d873efd895d5604aad89fc835ff4284033a21a2e6946a4665950c1686a41
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10a6d1300fee72d598f86729d3adacfcfa3320ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef9d2912354eef8c2e6e7c53a5916da66c514471f3bf05814e2911c3714fd8a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d490adb63644c6ed7710e6d6a94b8b7350c54306
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe0411bb985f1028ea72e90b6136c4e9e3558fe3646055e2ac7264ae4414bb1
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9df94021d6006885819f3b46ba3515d8b427e013
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93fd6cef0e208b6459867fe6cc92174f49d949ad4141bcb75693fa91076d0a0c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b36f37948cc39408a3fa507e008731ec840a765e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b6ed77aecaf726df71911895d1c3cc1c3a429ce866d0199ced723e123a0c7f9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4c03ec3ea9b658539b73528a3ac4d2622ca17fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:535313f19690baa608d50d7b29c9a9a28489d6cd6a3a7af85882bab45c7292c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f75b367c0524e187ecd07d305e1c871098b0e0d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e4310bf5755a088dc79a5c688a0a904123fde07919f89d77f98cfe78450c571
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac54f3028e727b7a565f6856bfe0b6c8f3272a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:573d32775a496c30684c74d46fd821063a6ceb61a38a00d0eacfa8e41a121328
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3a50512904cb0c555cd0c6de954411c07549578
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d2b64bda87153bb20bcaa4339ec44e307def75157fc241e2c25343115650cd0
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df17d701d42c0be6741f3eaeb327d151109969da
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4db7c5f649287ea0c35f7ca9c237299f0430f4120168c447fc8db70a5a52d43b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e34e483998f505504663b52ce97c5261a4aedad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14962ac4d0d705b14df1decec7b0348c2b899273a4badf41d003f2d2d06b6ebd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc7d2909c30edf82be90616b161fd95873e76b50
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a222be508e20baf241063ad403d149aedb8070e3f4c2355f63b7741051a84cf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58eb320cd7aad974654eac5e3371e11317b3e483
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d1da3613ce418f3b82c5c88ea315fae510ee50c48a2a89ccb08e97a272c873a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..460c539e536f61bef1c473f6ddb5aef8900da2b5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb4af65a2dac5b47ba4436fd1a364e4b278d8eedaafe234462123e2fa0ca7f13
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..879268822b6d68c81f09cca418021565a43c082f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04fa4a524520894a6b979ea618b8c61cb3ae978f619fc6c1057a862c95cfd9a9
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e859ce65b3884f822013c8c3cf9dace553314bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f41e6df872acec81e7b2fd038f1b7e08539594440534933386120a93a18123ee
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..132286c765c082a1105c4a81a14aebb8e6271d5d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cf319eeff40063c0b84598a575543a02b8d5b6a6eaa9c7a73f3e917d96b48fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2804574a367efd17f5528c51bc2e2f69524ec54c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e66129468783f8c9e20e7450c6f9dd301d61e460836cc3adb098504fdb1870c9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba4f74b08d2248015e475a57330d93ff5ff4f1b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4596f5018ee96f46880cca33b7b23b52ab49edc01b533e491be231f04619659b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9338b381fec090ad2f1dd0a40a7763fba0c9b1c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cf3f7c6369f8e7d983180154521fb63fe1f6eccb308a552e430ccc0120753d4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..893e4858176c2455f8b28e343286a35a4cff4cac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3919e2f62e8924faa26adfaf110ce972af77c95d4979630d07a14293c0db463
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0555b2956454e705d2d3cb9fdcac97336aca489
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20d60c4332ab90420540254dade64b24cc924b9d6b3f05a4cd7d87c71865a29b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7d0af3c4df82c33375a27ba521476b1977fdbdb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f61aac123ea4265e881faebc943d30432369f7c9509eb9e53ed8217d66d90334
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17d022ffd86277af39dddc8e7c02378663e28e53
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d5e29002d5cd7903f0219d27bf8d2be7242a040ec5015b25e5bbe34c9d5b4b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e78d676b428d1d8c860ac7bf0afb3f607d7c84af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ce2e4ef5ed4d2095f23b91a2c8fe9cfae6d6a7a2c9ea9208ab12e9a6ab8c09
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cebcd272a68fedd51b5e66669a29da82c0a2d84
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3dd2d211f3bc698d521e66c217303c1abd15705f6b8d780e2f239207885c7c8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e29b8e4c4df9f683684c81e0622f797a28bb40d6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:481da00d51a13aa46ad36292d775ca21d1c5f374ff3d3f48b7152ab1fb43b784
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a15bd4011d5aeb6198baf2124138d61a1daf678e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f665e55a95044805f52a5d89a566f9aac0994e49466508786b19901780b26182
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2fb04d83fdf2d3ab5f0133284b0f669a786776f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22ddc1d36211125fce1cecf3128731d11357e0df10b8ce3b57fa3c690964c92c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfdc625d0d84c8a7cde5b6912f19acbafe6b2bf1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f758d17d50b5a7e5e25d8473cd2b5ced863877f6ee9359940aa4554ae94f3d8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fba35cd8ad4a71a85d736ac31ef66c74d6e720f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:536549eda6b5503a5799763463a65f85f6f7038e84ff09de35441a23d3527f06
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba888763244cac924e6de66cb09813ba8970c217
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:992febfd88720a2f20f4d099d8886d9fd9d12bfd4a08547115b9cb1b666780a0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43b0214631c07cebf1deebda27108af7d5a21887
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f6a3cbba1eca70a0fa429536c71301d8a4077c412797759c5402a56ea24c719
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dc233280370bff978223d24e53a1c9e0ea56867
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3882bfd5a60a875d6ce22b28ea70c7bb13a34b7c701efed643884688410ddab
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30772198365e09f134378ffb757a9b8f313f935b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1813c923fa7028515ff3bcd9d488c05e9af8adabf951effe9fdbb507b56b60cd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..490afea6a7714e3195f6ea14b4702c8e6f16275d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b19d9f57b67fc701c9b0e58fb007a8001120eda107d9ee3c11d5a68c8dac5012
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36715e67c50c7aeda5de0c6e690a4e7b629a2c56
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:225a21db5678665e98cba8e1da9a79fbc000d864a9c4cbd802b7a8ee6a4281fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65997375b4496932be356323f357f3c9c5955ec9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b02bfe61f103b47d329e443fb62e5d93cbfdae68926ca2ea74fa79220a0a5d1a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cb2f988f225968ea7ca2b326bce1cc84c4a502f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82bf0bc758f19aff61263147c6c48a182351039a18d87864b57094383bf31fe7
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..240fc8c4d28340518720ceca62765be8dac06000
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:695ff8fc65a5e0a9156578c375b9e35b7f53cc7f14603f49f2c900a71741b167
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78adb70bebffb0c7ce50391474f25dc07bfa6fff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63476c6ba527acaff39dedc4e62779cf5824b2299f55fd33291a391888a7f651
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed34bf09d1026203000c87b5277e1c4b5d24bf4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:072bfeedf233fe25ae7a9ddc61b6cd63f21e0b414e05d0c44da0676d9f495564
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8089897736c54eabc087233e0653c6ea7ebaad8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18e0889d4e701e7f3363a983855e91cb53f3df3e4999168d3406ad7e394a8945
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c207a9ede4d1bb21cbd72b1285d4bad62fa74051
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9614f898a9377cbbccb0f9165ee6e44051afefe9530c43e73801b5a3aebe30e3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..685c2aedb6fc7d40c1266ce8500f80d38decb782
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e7231904461069d2d34ee020e2797adacb7828507421bde3f3f97f000e7b513
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c35a210a19340409ec3ed9dc843eecbdb12cfde2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db39d58a290f16bcb5562c3949d0aa014644066cd95dea99ffc2f2ca39286399
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd765e02c54bb5193ec75e515f325a8476232207
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ead01d6e05d257ef2a3beb7ea23725d2b80c964f05a74b0995650d951aa85a15
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe58e3ad3028d50070ba863a2827b5f7698ec30
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d99f0fe39ce66ca5c1d4c961f2ae8930d7742142b535a7e7e8f2e6f4cc8376ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3be026a382bdf0be55e60e8de797a8c53ddaa80
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7ec65a896d4efef3c9ac691d042e5bfc22e06485121869858843c9d67a21bd4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e65ba63f0747aa14edea3aabbe347d8de7c4e096
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd536eae2049ab5ffb5486069e56160d81f985cc2e1556fc59edd47abe893b36
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..717cc82115c86c87e9c32b05224380397f6a3a14
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a664979d8ac49eacc22c33c559feb9b770172ed81c7bf9b11b8127c61b700a6c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..810cf45def8c79fbb84120b685dd6919cea6711b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79877af863fe848dd9bd9b17dad192ae1615c9d1ab4540887304208d377f9bdf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5580d5921838665867e53a390c183794c42273e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cccd4fadad01e926b2ebf9ec8d5af0edd34d237345f7d696713b3558ec78331f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c68c9d50da8be0af4793b4bdd5d2404d7e0888c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1852efa6d07d941336e26faefab2684dc7e84d55378dd67626e9a6d6ff03d28
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15e2d9562af9f473b7b9cf1232f6b8f986f30ed9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d474d5eec02d79dc269320bd8fa7f0ae173348920ecc3e1dca154958f6bc0a14
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1917f4f25f2ffdcff0ac27947726afd60916d10
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59b96edd6beedd7da8bb3e2fbee6f99e25be77865bf6d1995b1d400a5b26ef13
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c2cd0d56bc4c0435da419f51b0af8a0464f88d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e26a4c3ee806b021c79a73f528ef643cab6e85e1baa2b3efeedcec671c21174
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32f16495273e6109e4ea229c14b943e1c7d82a77
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_17_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d17f270837568dcb77c21408d3c2d9264c84370f97e5745920c11bcab313bd5d
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/lm_head/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72354061ba95553cd9ae889745d33c7caf6f4f0c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e559ec9f7a1c97e1a7614b7239eb152b7c4691ac12d1f096af4d8e1acdfebf3
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/lm_head/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fb0d9e76fdf16745b6abc9420ea5db39ced703e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bb7ca6cc4c3e8f16d73a5c2faf8756497b6bfd397ccb9c0a9f0e05eb7d8dfdf
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6e310a1430ff9ad29cf072bd71362bb6221ce65
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a698362c5dbb8708a85f5d127f367edf14604e82467b763bd4b3fa882ebe0a6c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f22b27e26171be96051016c05acec1a421b2bc2b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab5bc02da7727e3482ed5d66905ce61a8647e84bd5271f0fa55f85a89a2115e9
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a5676c86940defe41e08459da2facd430b076c6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf9baf6c6ad128ef83f3f61457a00768c3080614e7d3d23b51cf10f33200b399
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..104119c9075500cdd4484b720c8696f2160e06da
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e094fd2f42cf5a01b23d5442d8e0ec5319af9e52c67b1de916b664cdb3eb5ba
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0019ce4e35af086c778575dedff267b615050f66
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8b36ef3d1146e91e9ec1ebd29997b18a6fdf9298db1430cb7553f669925661c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b2aed6439f83a517bdb8a46f0d306e2e70a2289
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df5cf86179790e6f6928175d2319c3ecdde74ee5a194af3b6ef93a5715169e30
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96eb7e893f3f2fc415a3dfbb88abd9bc54de9064
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce306fa2cdfcf65c040cb11abbb8d97caf01851bb4d795b5e97a64c9fb040b0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32d0a68e100754b9899397b7519448c054b903e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b98481d866874953cecdff72a8ca2ddfafe7a5148c09f083f9bbcb19693c66c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d3685cbfbb6baab8a21174c07203fa3029f534d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:337d66d2a89b299b1dfbc993c1b228bf1f55df5811318b6549d1b10b56afaf20
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f730511f1988e8567d3c1ee821b5b15e53fb0811
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d41d382582eb32e68a7a223de4d0761e95d6286b1284510e1903bdcf4b04061
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c35a4fd9005463d1ac9967b6d8e5a14c266db4b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c4ef90bae284cc2057f54f992b515ec69844a14fc7c991502a4b9cb87732acf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..835a5d94d74186daf9f652b80134951d975e4c0e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeedc04e63eac1bfa95e395ec2ce4d5594b6c4f0ba22b12790076e84f6f94e3e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae386d26c9548ce5f20c341cae49e29130b5c1fd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0e5287a6bf4002ab03cbc3485416e416e6df43a088d91ce5a57c87ef03aba2
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9b221393be387456ca90eb347fbb9a10d296214
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c186413fb335b907cf5f824518d9c509425447d594e340c799f7a899aef2a8e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85d3b1a008dace54a060e6c8ee91605a969d0053
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40b354d896b014264ce590c62852b1a2f26d26867d43c7aa68ba186d55ffa992
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..293f9fd25a529df47be320ed65a20bd9abdf890d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:310de467d6c6fd311d9f9e75121868535e7216c4a8c2b87f539e22cd14d49d2e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38da1b77b7bcf4253bbbf30a90ecd29219e21615
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e85097218f600bb9bd17d9e214548a32bfddd6138911483ea5307d9cf3b25112
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9534237faf0ebec34079e4af41cba49947753c94
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a25ee78fe3c3fe398502a88d1766cefaf704c6d17fa3c6fb0892e150f78a2ef0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5719ecf610839b7d6769d2e79fa743f5161ec00a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50210bfe5f4bcf7830bbe175a95b545a815372dff9f10ce512ce5d6bae41b32b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f5d2f4709db859b3a33af525d49fb6dbe1143e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:473b63c3ae58163a4bb3337e12b2b19f250bb8321e842d6138ff1f1d9ed8e4b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb5778b062a62355751606e38b4e3ff6de52fee7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c2f8163b229a4f861c7866c0eda8ce8de96774e494aeb4669b289a649175050
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c81f85dc196984d5b1a6402097d78e2b4f172abe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63397eb3290935b66a625ebce57e8f2947eae47a640c9a69585a2bac3d538d57
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8ad02db8530782f992a7b4cbcab686271c826de
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e2c08888cede0a41c40b29ae46d31116e10ba8fa8a87b2854cdb7a9b2cb001a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1c030607c93c7d6e7996a3eb00d37f322b69611
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f40c38fcf005d884710161bcc4527b3b7d0598eae1fb85e66fa3797ef6973c5a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2fd1e6a674b0bc2342882ef48bdaa81057a00db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd1c1bc0e228f7324bb71fd6f225337473ed5a6b57edb8fcd162b86724bec09f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..578f710f8a081a44a3bcc4eec64a2d97235645a7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dc396bea079076a35f6ea3dd33db3022eb0c718bb053eaf8387beb2657a0643
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a99319c94dcf8f8368d7f16d1e496c37b53218ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19ba80309820648b8d294d2827aee57d0206f7a79921d7ac39b7e813f4f19607
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c8ecb69bf6a0457d13a9b2c5a69a54145f5aee6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1374813cbfda2b80c99f3517a0dd3d4d38e914d9d9ebd30f4fe99aa60acff21
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..395016ae0590501bac529e63babbd51cd841bf8d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f66e9f1bbacb4151a043a4db77afbed811da0dba0c6f3ae21b4ef3fbb4f39fcb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02d73f95dd1adc185be0831106f5434d038506fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de01fe2194ed47d28fde7ac63e6dc92eaf6c07fb358c9d85d181d4d9bacc3e5b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..165785306d9ed4e6d92b7924fefa1d7407d41654
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cdacecad4fc3a369a2295a4b9ed79a67806f5b82980d0c523e6da0fab8be478
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47bd5c31f92304b54747627087051cf7d5d5dbb0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e78b2dd45b227d426c27c9727ad8d6dc2984fdadad7b7e549f68624f97c92dc2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b616753a8eea1d973e9669a0b92e4244766fe44
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2690caa8573e001c79b6b6d67bee8374d47c3b4648404f24f3611cdcd00a192
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c84f2f42d0f4c55f13fb814f9b9e277666c5b4e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8736219e8711359b536c3c05e698ba465d6c6a7a24d2d10ed3ca60efb55c0df
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..753ef6d8e40b08c1532cfe6d3234f5c1d5161fdf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1208367623c9ebc56504c20f361eb7ebc8cbe019299ae3e0350b117172f16c0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee25b6fae0deba9c78f2eacea0063f942987197c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b94b6283d3e2860908f7c1e98cad4845dfd3bd37c1d286b75dbfaa78dd386296
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f8effa43a06946598016b1881b680a71e757a85
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21ca377ca06171fc0b06f7117c8dfeb99fdf31d11c87f81a912bbcb83d2983e3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f7b9a8011802e835c3ed61f026d509b7fa65969
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b40e0e1ee66daa96549889720da3afce79e367cb0d461b61b8a00f7cdd3a33b7
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d016a5c2a7800c3bfadf767e79c660fa92ef4d53
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ffb4af5f95b6be208e1914ab9034dc88268f85f3ed23acb4f3a0bee8f5a86a3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca0f01f609f6e9c0d9c6a59a4411f87988a989a3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5e093af93e741d80bebf63d0eabcb7ef206a78be747019d9d9a2e01642c6ea4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fea5cbfec2c7e822495034a3717ceec382b4eea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f411461b868f7aa3a92d6511559014769ac2c455bac59460194d6ef1350cca8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d15eb3d50897be8f49bf4711e04f3a851592c8eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc18fc2469fb5611ace5d9622d3447a3bf48e5ded67c7bac840bca20b426b7fb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17fb113b0de43f1924e61f98ab2d0df142c12d33
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76bc52e47b29f981a8deb023773a4fff006586313ead44b0e1284af9b90c2c8a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7185b27fbc13929085b224464e9596c324d287e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:025c91e803b3ddf59fad63c6012070598690367767c411e6e6a986219d1b23d0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a4e96ae80b0033a5a3b262953c272547024fa07
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:788aa240a052d628ee220cf6b05004345c8063f4e03824073f797c2355421fcd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c6eef7ffa6a0900ffb51fb56986c29b3607b2f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7101815445d5c35d4429dd46b38b48ad7186b97b64179062c0b29b419bb53b6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a88e030d881a65bc34549351f6c13a8b0e8aa3bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bb277b39149071cb6f87c354f0be5c68232ec3d5c9a7c905e7f9b1bd75e7eee
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6fa82acb452e20299f12943cb76b3a9ac2a1bfd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd26d4033c348337f8a01e1602e4491d48306881243491e2335fb6207292ac57
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..148817b2901d330e6566f8a5fee71f6576ce65db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:242590702dcd024946e535bb296aec22417642e16b868d5c1f934ecd77dcf76c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e60190a021860767bd72e811689909132f4e97d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6107a6c531409e45e6e4f05c218155eefb245b8437948757102a8cc8f0b8dc8a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6734d3abd3e9aed9ab48c8d736630dfc559b09c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e9a726433a3e3fa4be02dac529050b24cd1fc4cb513bf8c16ba794296046c7e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1a0de75035740cb207b84234f876dc18fbf00cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:841ac18dc81940f58c4792fc903ea6b2b1d7b8f9c8acd1791621cf289009885f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26a1a5e24408f783164e0d08a5b2a12605a09c2a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:917454709b00e9652cc0ea2f991910d751061083109131ce2b8e0038151b6bc9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec61e272785b315b9c52695709a0c2c3a2e636a3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a111c8925ea640310792d6d5934fd4f4d0d0ecfbff10935f579a4d0040d049ff
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32029604b354235f5fb0d18291608f5011437747
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7355ef71bb77ab15a5aeb17d34c2ae3b8746f80fce1535f8528e071b2fd3b61e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce776f59acd1f2d282feefff4be93d2a2560cb6f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74b684d8a8ef69002ad3654c9a384b04a43d47c098da3d59cae21cd908b53b91
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e91be998295ac4827f9d30cb0861b3916e0e8d57
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c3a23540f7a38a5d6cea1ca204057d94a8b6e466b3a63e34472d09105e8cdf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a25348b7e05ab0564ffe2ec123d8e55ccfce6da
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a01a73f8dd30ee60343a40426b662c1e0ea8dac46ee670ef9d0ebf1a07e3a9b6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9987b79f8949ab456fd1c86c4c7543b2ea885439
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13501d3fe8301ed1e9202c1dd3b59c6be4e746260275823ed27a3a4334b23f7d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8636f6236570da70dca248e7621be89c5282d77
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f01a6982f691a12ffa6c7f2961c4e94c0fd8639cad1e042c9e604c0572577f42
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e3ed57fc35166ef1e76e578c866b7b4ea991a10
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d029c1b7639b7a1c80c17107795ca45483928d54fba3517e8d7a9fceb59ae65
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19b0d03a79199e8d045ee99d40c403e457a52bd0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12e015710c5351aab72a44f9d476f6f5ce2554ba27d51957594bccd3cc69c099
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a2a284cdb3de7ad8a9f9714d2666a14f9be90e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:077265653d01c7d1039463cc9b5367a74b592d031606a4095779788225b05b65
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33231a05c94fb28d92d700e145eb79ea35fb16e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edfbfc36d51499d9fa052de532ad64f15210ee568cb2f4f7ab4940e09ac81656
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9f0d4af12b08755258a3d22dee862d79e37e734
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ba085ea4707dce13498749ed682eee11169b77f419f24c4c42314231fb01ed5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e872289c09c7720d204465722cae71157229b67b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eb01fb36dcf4e7af897a3115e6aa9582f79c409471c43719f25ea040f8bd4a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f90ab7ee7e6e744145c01f91baea6f4d94c772
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13531dc48f12566634a3b69437726b3f61ea2e7f79ed6b3fc9ebafa2bb84c173
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f75ad9324151b987af5a18d7ee2419f745f7596
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af73d72977bf61c268d6c9773167a9b53db4d4c5977d21e5b0deae1500bd484
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e549de1d2d410a25a772cd3867a1af1644fd5cdd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4c24d6331c7d591dd822dacd655db1f5bea5bbc9a91ffe2b7e258c3f6e1d669
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..828413cd26a954bd39c355c90ca675a55d7ea650
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a273ae8d3210f3df2ea40ff02997fe45cfa2ce878c69a8bc918c24fb7e4b00b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e9571a4eed26a29beb9e73467c9ef76abbe857d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f8bc2ea3a166f3f56e3112b02970fc2982b0c7b10ddf40f32175232bddfade
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e034f818abd4b296834f4adb6f431c07443fcc1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:379ff2aa9281bdf65838ae6ca303121fdcdcdf83eb7658ed3d7f302d81afc161
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb77aecc27fcc778dc8c6d120813b3b3ee974357
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cd9c91f5327c7c87a9ddcbca6eb6413eab05881d4f0e9d65e0824baff13564f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bcb8209e5fa9ba6a1dbb58b5004bbb6b135b777
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8702cd1b3e1e4cb0627d42ea8311713c343d74fbaa2393a9fbd1dd9036cf8ba
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f82b57de42439aaeaf4cbedc2b7212952bcb1834
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c99df2ceeae7c51cc5ba00c52300f7174a91a15f3bf9b37bb1340ce7b2461dd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e7d6ea2eb6f6308ffc2a30ccc8de9480e65d592
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e74b70782639ffff54d0fa85a5eb4f267b708dfdbdc5cf3a43ebda5384409c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cdfe67f36a934143ea8f7645df7ecadf8d72dbc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa2b9531664794996012681e2e1be5b7ffe91b25429543f48fb48b9a784bf153
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d00404603202b9b9ff69e683513b680c45a9dd10
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acee9364f912a7b09762b8d1099272fbd0a8d4c05ae3c6648613fc9bc655ff30
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d38b49a1a24b4e8e90525b08df5a914a9c98725
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f431ca33c652b9555229feb1a01292ac8b67ecc763984315b9f43b4bd84f31c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ebc942c7b3eca38a4663f144ea0be369893ea08
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0479fd8392f744c8d0ab2975796dfc033e0d84f5fb76afd1afd0ae9a3ed6d61c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eb733fd6748b93eadc98ab2b3698166246156b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37baf37e2ae189528aaf371b0870fd976fcfab664217a7f08265915dbfec916a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a38945cd21eee603a91775afb82286cdde786328
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa7afe5e10e126ba696d8bd07bad20a90d256412747e14375647c69d0af468d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f6642749d436f81191c7bb772f3b0b190338c96
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ed9590c226d5e66dbcce10b080894b7ccb371e7a5649b507c4d2813d4061321
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16c729b03a916d9743fd9d55a9d2f5858223dd93
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8833188a1ce61774d6e3806b214f89121c723c32876739abb5a5395bd1eeb8b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceb7321df5998a3f038596aaa159235c87460ffa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e2c6d9ca3e60b26d4f34576af3b87302406778f04dc8ab87227323450c6a859
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4624a7e1f1c03a69266dacbe6a8782025aa9316b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afe1ad48866926bc4ef9b274716676dcdecae28bcdb2cc086c6643777b4841e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..195586215cd45aa3fca2b91b945c0a63b94c0d7f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66de40ea3e12d124e9ec728fa3422271c2e367945ff45a279bb2579673244e3d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb2c736d984dcf56a4c0feb296729cc06c63c580
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f173f19202e88ae85daa4e75dbe3b04403feb2063e7bebb58a9334a3fc20fdd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1388668a54d247825a9b6e3eca93df753c5aebe9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbba4367f96a3cb5f7f651ed4f4ca40e38b0b35c2996ba7a42da0ff2b1cb2256
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fdc8e01f4cd7a594c95f666f18b1dab89c299fd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c25e839edbf7b77bd70680052a89b2bf2f3417d7fc69ccebc6ccf460443dec
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed12526daa89aacdf1982202f7b072db04c972aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d653506ea9d51c500406f638f1f53da6a72056f27c5d0fab32dde2e6e3311b4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e85f8fcf945c5167d1963286a3f58b8b809b0e73
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a7bbb54f70228d69b97a97a91576a1689ff22fb4fcf955bf488e9a8b839c34c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f379778b5c8f81569ebe0e084fc492ab836b591
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56bb1da24c1fecaf8a52371feac57bde8f31683aaab7d9afee0fd0202372836a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..825496b4d5aaba89e8c3b90f27a93a91f0ebab97
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8adb367918e7b91221ae72dd888042de76d69c0f784754acc3605528108bc8c8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beeb40c021ff24d9e8c07e37b1eb6df37c4c84d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64001f3904e8603806000b83d4e84e16ba4b28d3f130e0b5335f17fda9739249
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..897b11936971c8ffd84403dc384e0d6d42d7538f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0dcfe1cbe9154a36bbd8b10edf559d49d0094efbfcc1723aad854710dad948d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72d26454e38fc527723c181599e8e39d90965d89
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aa6f95a5f36952b697b4b43c1dca29fb9822b3f2d67cebefd4b1d698f767e9d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9e73431924e46b033e218072c71e4f162857ee5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99fe492577c3d8f5f215df944fcf3aa4dc05c29e72dc836be500c474ddb556f0
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36ec848580a2d01713a3c5a3953089e05323a57a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:273a43f2b02eeee09e37a96620949233af4891573d2712bd8c1d05b34da75d82
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8163d487ba22056812d0875e066824dc665d968d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b9324601aac39dbd756e0835897f66cb490513a149f7dc94b4bca1030e65397
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dec11869bd084e68fdd41d664eff1f21221cd0c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ca2944149024004b3163c93f762d50c2b3e89ede8004c7524530f80261d94b7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..911afb11374a0c09510370255d354fcca43d8e5a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:995e4131f1ec4130d0b73840abffa93e4dbe2c5928b9481441d86b78252c4166
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74c095f8edff5be9612aaef309ec9337dd46ecfb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb227b8f99bb762ca30f069491597c10f48b1466552506c1a55686974509779c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdd695316c13fdd90090b75ca2c20f0c4c9d3156
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f3b7b3ba40c25ca2eddeac197cad75ce09d31063909123ae8d90e510323f40
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f24af2552a234ae6d27374fa983885b97684612
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1cfe17ccd159b2c82205c6097714afc9d6ce9ba906af349028e311266f1333d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1bec29b4dcf84ecd1501f19a4bfd3ec870c806f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e97813e4c14d3d73b0bd182946fd029afa71e726b8d24ea02deb814d55735b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31deb2124dfa2ebf79f8db6cb7f5ce196e0c3777
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:477d994492248e168fdcac3ad198179b2ee329907c55e056f8e14be1f0cc7f76
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59dd353e98d20de1a768d88d0cc37df512a9167b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df6cac051aa5ed91cc1252caf8180826b202fb7a8ccd17eaef7d658ae80bcd2a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e73edb7f520c872fece2bf467e45eccc90feafb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:597bc9ec1a2b57f54ef6829f946284b2306060a833d2ee51eaa19ff4eb434e1d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6c47814d5ee8282282448560be2e4adfb4056fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f7b95ff8f00c34007e14ec10b00cca73ba1209cece10d1192c4b2b1ed64b71
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7779ee1f8219ed89f8c8bfd1099241a263a7c4b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04adb0f390d9e12478b63220724b18adb36841639ee05b3cf0322fbf1372cf58
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a146b9f608ab1720c2728b977502b6937cb14fa7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f76ab4a071a98294bf11e9cfa431493830639d5506267059a2f414b1c8af7912
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f281cfd923a979b1d7948888ff6e23c5b7fe2a26
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad26b0f1e4bf17854aaf4f4db537a50f2503988911aefea431aa9c0726b10482
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe369470f2532902762efbb2240a9932a272d7b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a43ee906d8684f74d1929e63131600200d63284cf69ffa05c7cd8a94ee7a685
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10fc0a512bca6decc4d96ccad953ed454edece86
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dc1a199369e0abde17642e8d1fd69e3cb449591a5da6ff84c4f1f9734339870
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b3b585b0a9a6127482a4d7aaa71deb02e6c8b65
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:272151053db776f084b0d18324d1d7e0df0d4685a1a05d037db5276ab0cbbf99
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..646a357b332a8144ddc4106ae7a42819d52a8b2a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:264488858cb54e97df23ef00cbd260b4fb92d34fa08a2af036122c40bbc1d312
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ff79145ac7dfcac277c08a873524cfed0790790
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db1721d74c95831677dd84ded7f0fbe849cdac7000b2356e54a936511f30a58b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..785a2ebccc3357b0883ecc4183301f8ae61f58b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1847c9cb796f210b979a660cee48e364b007a05f04e19d08e70de43260ebc7da
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a46aaf7005a12dd551c38bf697c710de9f8b518
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9408b6ebcd42769a0ca6997f21e31d27d5d5256fa141d47ec96279fdde2478d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff13b5d27a4382a44d3eca3a544b486dae1d0905
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2559567f8a8c91c0d0fa4c9603c5ddde88e7c3128b1b7364567f19d1ed4d8825
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ef6d07ba7985107139b62bd5610364957d149df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed817e90a62bd3dfe1a2d4c96c583a9cec834f86e4b4e11d2058e25172f7b96d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209f8992ee2243bb7dab6c7457b50238a4731fbf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a7323277e5fc07ac79ad9d4fd7d15083c8ad48b1d941019c11a4921b6d7d0d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6f6fa6b054c0b31a5210c1ed1f976c689d8e0a4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad9c0d344e3535cd2ba3ca2cd671c0494ab06546207285694f4ddd6975f4876
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79a9c9a060c88cf5b4cf9899030c00bd2909b01b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b52992a067e202ac46e951dd94e52daa716c36d5965f35cde5074b2888c1cc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e335972fc273c1c7c6913d8de83f4f2d96ad51ec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0efadbf77bfe9556e475ea60c571d40adab090db65f1c155264a8332f8a5751
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7016eb70b4456cb854c40392c05e105614a96c5a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:022b9e22a205e99d6d94ae477d6ce9cc4abd704bda6417fa4c4bd4b31d28c18b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edefa7ddb6e343f99085fe72bbf6a786a4992324
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d63758d911689c2d90a964e4c48a380d355967966a8f16b5cbeee56b58342001
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50ef895b4fbbdb0d9afe7ae5d44975ff495401ac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f775ab995438ea6e62df64d25b57e2804b2f84bec041fdee6d55328abe18d2f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..505aadf698e67534e0acd75431cda33db68d06e4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f29268a02005a3297b0c6b03dec153e5f989cbd540740459b417ef862475134b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8c9cc977da3b174712db9518e02ed1fef162f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19d8bfe6e6fdb708f8b512eac903218e68ec0416fae9f3e852c4399406fd4165
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09b4f1008cfebd29bdf23157cc58773a73b80416
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09743f756c3c2bac8498d32e1c0dcbc0915e6d641342c9f4a187ec0030c76435
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3f59134d7ad2caec5ef9fcd4a8b9552dbc78bc4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b98fcfa66c715c883cbf66ea18d0cc4c5b9e450ddba825ab4748c21649ecd1
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1cbc590d10a88101f35bde1edb3f94e388e5bf0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf3428a8955ccc1734d770f17ec0edf7f1da74d2dc06ce059be1bd58758bda68
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54e02f0202ca2c01e1c346e2cb77b7ef88af3629
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf62fba7deafd8b22f2f024a63146c1fb539f579710854ec1d8823b365c6741d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44d49be8002faf8002e2fa7d726dbcdd6f2803c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bdf8213098b297708295bda168ba6945448ae7e90b77820fd72b930b6534bdf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bec88bee314bb7eb08dea8b2d4dd62903a94f4b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:707f6c5fe0be1a99817562fd7e538529f878e54079af9b0c5ddf559016acecea
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6728a794e5cb346749c190a3dcec2ae7d5b5fcf6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18d557d8655f369db58592b4adb5fd6d31de43d88f07081abd4337f5c4f504e1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87fa63afd6c7efa5a1bf420c41a38bb005a4c9ea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a6b5cf4f1bdc3735d801a4dc9492a191d2903a4d8b936613574c8d84cf28de1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5473e9ed8dfa89ba68f5bffd40190e4054240099
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f645d821c4b53a596a1ad82e178ffca36815c3095c02b4226e1f8e72831fb4e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68e3e49a5fe3ea3f9635ae6d566dc219b3c2f4c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c6a1262b5c2b82d61973a3c47dff9687d6d38c2d929143095df459d9ed33374
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cc1f0d0b0a0fbbac771a62b5a3bc91efac20386
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e2a082240c8bbdf0c995b43540be7ebe48d2c2ec5a8183d9253c55d69b1d29a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e0860ee47d2c10a3d01263ebbe32527494c4580
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22b2b7c09b324f5e00703d7e84784575c493153efb5b3200b7a33f1868680ea3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35959b84a26bd2fe029ca1f66bcbbe05decc2b17
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7817cbbc117634a9d143caaa270fc948aca6d48d674f7539ccb54482f1d15ca
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eaae5a26220c647038be3ee6d3039f403cf7ced
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99564ed08443aa2fb82fe22f3fa1499b41c018aec37cfa9a46647cd6ad0bd865
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a2161d6596f2ef762f33915cb73dc4aa3250385
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8154a50e77a68b7666ff81463b08058f76bfbc3e5855970d4530dc1a691aad94
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c428acfc890c70f663c1d2b61f32e7f831dd3f79
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5714d8e26b22caf64018ad1718b0e01594c279ef971f54914e01a8d3c1cde94a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7111df70bb9e791c7079c8a1105605c9d1d697e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43009210f801576ab6ce74981e29be19e6efad55cc42001c794ace7ef171ff05
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..618db1a5220a9e065101b7d2311a1001ec96bb2b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e00f373b99e7181d19344df3a5cfb1e15560f89cc4845b4544ca9d66cc6dd3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb624be2680c68bda766e402285dabc90c67ad2b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:303588db285890754f836d6c1b83a0693e4c558788b1db351cc332ccd0ec1269
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e521cad309aa170dd4da02a30a69272d80617f8b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b86dbac8989b4835445a36485cba1ed1e1dd9ec23281201e5e2d5b4b706580
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..140d5b2e8d3e691c2a0b3c5fead8d5dd5a47acf7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7defa47b7119cab5f08f493e545583d844098f385403f8f0e9d959a5c6a2e9c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6ab73aa7b90d51701fdedc1ecce54f682b29efe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8d639fc7c54b3841bd3132e8c6b89825f24f65a72e25dc7d9be582196abc73f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..940bfe444d7b28810b8338c4dc8e570bdb05e84e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d4c76af7eb7cc5d4ac833e5728044c0270f2caacdbd2a6783348b047f18ae27
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f33925ec17b60b7e9e2bc1c673418570851dfb7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a22c5653ea4b8e44f69b1e9a5178e1a519a10d0a0600ae213a029d53470252a5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..507ac1c5f645bab27c3aea57899aa941b5501c70
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6954844b784d3e54e9d4bcbe97659cf8995432c1f6ddb39ea6ab459733f6a7fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b0d3c5ffcd5333b0888461fbb1d171c54d4387b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bfb4f06eac54805ca2a5376b54a3bcfdf874cdaab6f7dfcea4b61a23129124b
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41a7edf0fb3b36b05a459abf5174743dd52928b7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d44cb4f7d68a01e2f99da24502e9b204953588543050b2b69f301273cf2826c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3e88146d66715b98b8c170d72376902badb96d6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fafd10d9e0218a1dce2ad30842f1895655da2111d689d955a02f875b8bc57422
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a24c275c686f4d0515de29ee9ba297132cf84a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b017ac41bcc289f913463f5900d18f8dd92721b6ca4296d30bc366a6586246
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d4495eca8b0246c0c8854d80f7de3b60b9bd77c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:676659200f2990193bf8232a7a4650330b9b7c4d38da0387274d656a8786687e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0575c3d24a8f4f0569561484c2d677db03b70569
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:013c0101110c80bb033444ea9d0c459a7b678be5ac2e546e80a0bdd38378c777
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c997c057c4efe6f3c90545d05176a45083f55dc2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c77a271586350a2a21758e4f5771e2ceed0a3bca1c601d12922c0d6df8b759a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acd3a660f454d7b2cae9b061082c78f49b453990
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3ca2123cb39fc92a31dfa4fad158d52576e777ecd672c26432cbca613b44420
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbca20e8bc90df6d5ec578cc25426a570970981e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e86b9a0e36dd0b96262ddaac29a86bc702b07f57cb836f0eb27a50d7b19b648a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aea7d84103956b0ad8ef30183078370016e5c2e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73265c44a6fa08ffcfa3bdf31857fa168fd8e16b28dcc815ad1ded9a05fcf233
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8b8263ee6062cc8f50bce91f0db5906d7f0c552
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea02965676ba7238b95a9faac958931e7fc00619d4f30364c67b040c8736e6b6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2718f09549ca46da6e21ffd8a960ee1bcdca76e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493da9a14c7310062b7d29afc13fcd0fba08fdc619a324fc2eff8ef5a986dc6b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d64f8e91c3535de56a037f3f774892580138dc44
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f47d9844dffc6e87111816b79b52cdb6e800820d3f04c648420203ef76d2821a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..912a4b1f0edc972d3422594deca871d7cebea3e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f40a438344b14ee6631778d48f4fc56215ace976b808f51ef6d16f4b62e3814
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8bd11da20ab66a8450b95d0709d89a71d48c661
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47e0a2ad2c678ce17be56ce0f3a497dc73cafdc6be981da5574801bab7ff449a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..687e9c42ae5827c4ee6a3c9bfa30449c0366811f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04e40bc44430aa90db37d01898de8d42a5dad529b85c4e27f808c652b33ac4cd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ece02bc855826ae3bb3278c4d85327f00ff912a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf09d859bf45a36f1c56aefc8812cc9ae2490230e7abe92941a6a46014be99d2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..299a73e3ea01b425bd3f290432b72f81bd91672b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:860913fd5429be3f948c68c7ac0f6cac651ea584c399804fb61c2916e29044b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9267d6747692a94e5a84b50379937be38f3e0d2d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9acb6aa29e64a208923ce37e18303fb8b44913a6f85f3f27a0a0e7cc741dd52
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e554f30d7c4b4cb2eaa91b62af4c19c43cd6640
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:358741c098fe3435c58d8edb294d9ac56fb211db8afc7f61adb94fc6a6fec7bb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f238834614185ce22e15643d629945906b0063c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:046499ef9461ab43607ff807ee6ed1a9fbb9fe763dd9827e1f143721a06591a8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f537bc5c3f39f2b1d2d3027056d3c2515f3bdccd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26425df453658f3cf55b05534609c367bd891526a57add96f20a18f4ae66042a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17cc7f23ef4814b3756622fdc6f6594050da0bfd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b5f39174d1a9d583b0e26fda35666f9607d99233e752e09c66c4fd62f60883
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13aa3be6ab778965bf1a714fbac3bb8167167f86
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d113aadeb9aef6d01441961d135e354f8f106a195e0d39a5ac1189a4fc16efe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cc2aff0335bb09ca456f60cc049b72c41950954
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15d0b7251332509b1f0c3be1b656bfcd361270fd5e0dc05a4670f77e796646fd
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d84006c4764ea609ff5f31833e06d305718a7b70
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90936f0ade5a1a3dcb4950cb70ac80c68d2c54c3ffd0dea6d161deb392890923
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f43a2abc23d7d04e80c3c1f0293d4e1a57ac4d6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac8805f1554ad7d9a84599226a54f34b2c506dbd41ebb7c04bf262298752e1d7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..813304d6b7c019f16168d4676b21244cac7230f5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d3314e9bd40a1730c18b83dca9d55f1e52d6b86fa82a2183b0bdccb733d110
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9c237c7fdc42e31e7070517915e5abd2f12018d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad6f678985058619adbea76bba4907caa312cef2f2dfc64cc6fb2adac300d913
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1225a45420b79e0d978f07d94a653b9008b7d64
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f102734d5f78483a681ad57824ea9340772fe37d4fd305dd39852cddbbfdb413
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d5a143498a63eefe13e720f13282e3c98aad070
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e798ce60c8d1f4a6e3052a0d766be71b8ea0af3d27a4678086e522741ad24a2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c3091e532e1ff9f7aebf0f286b0cda4af78a43
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ce89c3d4303aa0127c005cd49ff1616ff46332200aaa8bcbfe3aef48b1a16be
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f5a992f0ff7a85523588390dea7b71896ad4960
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f782e5571117f43aebe41b34b263b169052a92d23e13f1e6221db19bc5ff100f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40c12794cf3557f4a7910c0e0d8444200e19f524
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed1149a0d44903eb067d09b5d9b4b54038bab644c51ee3c10589af7862a2c29c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae0547cef4d1d7a2c67fcafd68ec60ad0140f4ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5caedc34be90357b5944226202ea0fb4a275d2df8549239e4da9caaab272a340
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed97849148d5f49699028e1126c2d25cc812a515
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1146ecc5f19c8724b654b83180e9320df8c3eee5f1fd12b8d536db9fb8fa48fc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f83d278dd638b90b2ad96554de8433c47393d32
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ead36985708fd9b75da8b9998e85f2708b342d957fe8c4f43093e4551937fd5e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d92099aac23156dbb00437ec91cd54f1995b4df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04150de92c37fce32664606d29c365c9eb9570beb1ad3fb4ee7f3f010ee00f18
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61c576d4383db616905716795ecbdac20e1d74b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72a8401bbfa40769e05afbfdb8bd29b0313eae1fb083b6cc8f2361914f626faf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..893f753fc417de3ec48903b5416f2a80a6eda344
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d93d4e08b4fb915b1a5b3e4dde72802bb6cd76fa45225012d17a0d6339903a1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4377189f9b3ae2e1f2661d55aa686c65b6b86e83
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a9860f54c5818759e0f602a7934f8e3b3602865f90269ee2bbc24dafb67c0fb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1aee324f5bfce61137cedf1c0fd0cd31e20730f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ed555c58c80d50f4a1375f9dd3fbf2140ca68c5f0ce22697ab29d6ae54fa0ac
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6577c752d55ae46a13dc844dac3655fd31b2878a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:688d324c31049b06647e754c7d4208be96b1d91d63558e7929e096456483ba6e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ab01945ba0e27f5047fbd7c0f41649efea5301e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aeffefa5d991269071debe290c7425e9cf4a79de626c3bfdb1735717608c84f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc09d4fe6ceb90bf39a568598f1c18cf6e71003
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0388fdbe654fae784c6cc3580d1882507a3e8986ffa451e1b136f40e1df86e1a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88d0b7082a38b7735f26f353333967481094c739
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:267032db4315fad9f09fa194ac8a176ad233cdf0527817a97c39474164c6ef95
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..395fab1241c966160caaefd015b90e8f34d71fe8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3202b984462c380318382276d35e4229d255a4c00a478c5c2497f41c6deef393
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acca1098eadeecb0ae652248db609538fae47f3c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42929d94ec068c6f4153cff1145d93c33a1396a4112fd87a95bc8edcd919ad51
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b294249355975e831c408cf0377e16f05056a25
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab942ef3a795fde77f169c4ce29981c79f95fabfd24d787c73146863194efefe
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80977a1134722a840e890915e4c382b744e88540
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6610dd6c90bbb0b1b3d8c72876e840244d077053a57fc9b81e5891b29ce5f9e3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b30c608979279258e82fc0befdaba3445ce38a64
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:838f3a65516527893cc3811ffaa772860b9afacd05064c3444b200ca5bd467b3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6e3c18cad82815f384def13b0f1bb7bd3b7b6d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afe51b65f20dc43c4bfb287d910d1f94455bd21a561d5c041f622e99f9a2051c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d156ee374216f947ffbac004c7c45bb55ab2c46f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2f9c14d12f5f17b0bb33ec62d10da9a15857b3cad239df3496ac1d606ccd2be
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d4a93c9393ebc186b6e873efe03b28265a47f25
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6abb37d20a3a66f71f9da2b952e3464148b4a0d397f471d515b8bd2a6a914d4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17b689ffa9c1b5c0d365aaccdad82dc134f298a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:609da65c18b1876a1891117c7fea482d6379880665a1097c0c89521bd4d3858d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dedbebda832e51e9daeac195447b4c5a51b5a0bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d1c6d1afe8c0a0cbc8d146f81ff555bcb0a683d23ca64ad553342d1138985b1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6a3f46fca9bb457f822bd61acfde9e9bec0aa60
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b15ae26c78e791c2b266c051a3bb201a39023bc94277c7e3aa105b6d7461c8c9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f09a98bdad7048bfa8e0e67abf0f9eebbcbc9c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99fa18f70b66ad5d0a77bd4c3312ac3ee71dd1c4a5fe8a0fa991eacfae04168f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af02188e1029a79389a5e079a08fe6bf0a642495
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f769eb1d3799c34ce2ee422f4f039ac5cde6be87a02f98732a9735d00a9b1f21
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26c48b245e763b89a4358f929c98568e29fcf1a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2686a4753d5c9ae80b6fd515b7720c8ea47c3614ab3c01be1ef0a67d8f70c66b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c2f2acdf90c062c0db07b9d34af11aa1f3f5027
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a91de0426b601e5e5f672734b363487cea516aab6e4fd77f6a89946f4fcf8b8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fcfe121406b1e042fc8f7b857b7d1b76f8564c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b39e5da6b2b4e57980f96f16873f884a0376a0baa4096bf2cdda2737eb0f61e9
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab8635af6eb648005ee02e2b8f5e56b9a1903322
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a962052d225c52a22f8a7876d18c702c3df0b091c24027b8e43964008bdfbbe3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61b9dfbc8670d773309995f076d2dbaf6ff4b611
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c73fd45e4c2b47dbb7763c00f96fecebea753b4264bcbb727a8ec6799cc0436
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb3113687bd63caac929782a8b38e2a5a3deae9c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad48e91e31de97edb3216ebd9d1c421468e5f84227a540dd9b2a717369061e1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..392df69a1320fc5e5e4b491dcd987cdba29bb949
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f09e36d27bda25de4aaa833a5d8533e429cb785ecc0c3de98e8f05e8d21bbe24
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f72e04d04033e66ec7c278c4a71bb331801edb0e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda92fc00d975ff79405b5f2a92e038da6cc675a02daed3bd6ceff74d105a46d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb2acd48c7155e6d4920e16bfae660633dd62357
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c5439333ae841b2df637d3d2b95f541e5ae6e1dad1ebf385b24a06b223791f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3bc3728c8fb7ab07ba22181121a17713e65e0f6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e70fa51a593a7625eb1840c16b239b7ef0b0e468f3058a6ecf604b5fa4cf34ef
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ae4df3ab7d33308e7b2dd9ce6eddf62a96b7d1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f869f7b74ee70785cc6da739e1c1c23c90a2827bacdce76bb368f1f245769f0c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abe33c7c491334fe011acb97926840f1d38fdf4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4553f2e45ee58c6f8139096af8bc271503bd0f2f5ee08a5d986f05379cf8eb09
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85210e7035b9bcaea82fab32bd46a1e7db8a2954
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7efc0f9b65b26e00e97ac55dcd3d7d0fb6c1dddc53bfda05930c96a028fae92b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3816ad056822987b1d4b4cdb96e2071484722e4c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f738d022e5ff37f8fbe7d7c4eb4632ad46bebce45638577145194528476bbf5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebc535b8d9f64da538d54a3c6b730bf218034b63
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdddd26102f1d6c25942d5bbc9665c78134eed4293a46934739715bd856feeb7
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c51ee17bbd5ae69e21b0c26a0f3c55d40bc04bdc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37eaef71619c587984e672d3a063631e23d8ecdc2ca36d3dd1bf10b54c03d7fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1750bd110ca34c2d6b0477018772ae5afceafccb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b9a7ff8f43e7a41a722f755e90707df5c88085c3bf4e782293963d7c0198a1b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..668aa4b221409fd624c45e76f3a27f028d3864ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aa9d31b658f72e0d14e8f42e779c6686880da209c14e188c143a3d71d4b32a7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ab7ddb9407046a4492a74faf893c0c83bcc4a6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcf5b37563028e5072091c3e74ea83db5f226eaab59a99d1d7a3fd815cb8e0aa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3186b5a560b78743f24396c643ddcd7f2ca1cced
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10065a5eac79b952610d44420adacfeea65f574c9406d1e936b14d072dec5ad9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d45dba103bd4d27b3a4555494e44e4f2b959cd97
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e388cd2e1a0ab4a47d3440d074b384f57d2807d537b35d712a6965a65d3a971
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..824f445b87a57da4fd796a1b089c47ea981a7200
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a6a9b77bda2712097dccd6598aff8efbb265ea1bc34a3dee15a7bbd28fa9765
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e9b62c7c0353df4148556c8089c6bfac5a0a871
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a38cf0348490a89cd44d4df909d1c079e9f7bbbb1049a49d885841c8ae375f2d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42a59016dcb5f4a93a0e410c4c13912643913c17
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9324a05a02cdbf8ab0443788bc01e0401ed1b624dc2ae54b23b20adc6e173170
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9af2888c5fd3df4171beb2aa7510517b28b1cf61
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af7347b22ec71326ecd6febf3ca5b0809b98e2b1671f2b92cf6841b9fe105196
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0def56b6d2f6e8beb9ab1e76ecd9584293eeca4b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cddbab3b272e9b1277b3b4f54e8c3dbb12889f168fa0002c2ef0454682f4c330
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a08f6444bad58ca594828de9db9eb6be4089617b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f533f83d9bdd9f1d0239af21a40a8e4158b6d50b97f9ac677e0a4bfbe5db9cb0
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51c25968aad61c852892fbfe1e50c9a35443487d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac8c5bfe3143ffb2eb2c96c9dcc7e37822d00aa5b0a01ea6e17cf492b98839ac
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8712bc4adae5045adfd539f30d360d17335a553
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:469b12a938b959a9a7f27f5729f55c2e1c797582faaffb03f07d6731f86bdac7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c755e06c396602907b21cec90e9b30c3cb36d6a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:211dbc1f47ae3c81b819e7eb4f7831974e92e6e50530ed81e5473047a08dc7e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6b35e68c0cbcf3af443b1db9f633dceefb2920a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:892482a725dfb414f6b482f960091407eeaf1b334a6ef961833ab2f19f97d47a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9792a24d59bdb511343de8b6b8cede0885c5f344
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0565dc42afceaf6d09b1bbe107a83fad2a1258f1217ad43993d866a61e4e7481
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..183e4c2d3c155c6e5dcdbd945e565898addafe17
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3d95ff48c759cd7d3873332ec4c02406fdaee87e84d7b1d14914bda28c28250
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d43f5561afea7ee1680a178c9a6f49d36fdffb82
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7bbcc7a79f2cedb53616508cbaa8bea108ea61c3e880f8b718eb0a1529e8e82
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57d5c437c5d331aa03abbfca419d8de0b260ff7e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9d55944415f3acceea175ba7f0daf6ea50d902c6ff581e89f9f7cb10f025817
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..816945fe81d32ad4d50e41878f6acb8f0fdc005c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60c2adaf4979b7bc3ba262b9fa417ff2a91aeec16efbfb4f7b6159e2b68b7c5d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fcd5e546725e908b331d23973cbba5ac92daba9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d7590791746766aaea226ef077082321a276efbba71d941fca88c5be925c5c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed0f8d20446ad4bbfc8d4fd013c9da6c34c00e23
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a1008c836cfbb4efd4e7d3edd1aee9b272d87dca66422eeadfdda233b0fb3ec
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7f963c400cd83e1fe320d2f83ae71eee6503bf0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78728d88a4643b647c30f91c0929ad479ac29e0bd532cc6e0728e2550e7a9796
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2db7646da94aaa8f5e71fe25b339f4fac34ce326
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58ba6cb555927a920b7dc2c11fa2d6ca8385ed2eba20df7cc6de99c23206bb03
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b32d82deb3fe7ea316ef58f81fe9f5246194e013
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9139dd24f3e82189360bb106cd11837d7c8231cfdf64e89b566263f459277955
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16aa2a4f37d21d12c262449ffeae35e6b119ec75
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a976dac34be04a7436223884d9ef5b9e518caf2bad5748c1ad15392428368ef9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b61f334363743bcf70448f6c22ca42b27e85ca00
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3066e2654dd955b71acdf954bb5ecc0595be235db7e528b05d0c7a17a46e0c2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..943f7234f9f2d3dae62afa582a3fef28d32c1482
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ad48e5e4136ee60fe07bcfd67af58d35506dcbb9f2d706db136aa030372c76a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..956a4f10f3dd473c1b060b664d61f6789d67cddd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2ebfa75cec3bb0fd819afe4f24f7d1acc4485a455be17981e4a5f771f93609e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13dc92d167577422600da841b95eec202e7d60ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea0ae696c5ecf7e6badcadd57967f73fbdfbf048597ccffa26f239e4123b3cd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0a8ed73e6f76974a87b7d1fb594839b3f349ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e291c5c877d725a8b78a08597eaef948b334ab5c60ec0fe772181b505447bf16
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d281edca7cd4cd7bc4ad36d77f6b91a6c6a01ab8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3084844f5fbfc6b7d720b7283bdd61e2648947bfd269f254210cdfaab6a6b0a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce5a96023316707a95c2a33afa28c321357ee3fa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd3f57bdc7fdecd7855137b54f37207f40f850dfc9b41a504216704bb7c97947
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..806e29328c7ac934d80ff96378b91b4157983f44
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a78f94b6c3af74237afbf4a9c40cf4c19a561519eac295ced0810f899880963
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc363babdfb9e93bc4f749c672f6a818c75d7b20
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b6ba6baf9ac1efb06d21dc19d7807baf4cc7ed5c730b1b12b0d4ffb09ec1c5f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7df2fb6922b8e2e3b3fa8b30e791e4f3b60385eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:787fe09d7e8a7b0fd04bd49b345b8f104511ae13d97b40cff790f59f3100a593
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20baad5e3c64fa42984f10fba39075d53fd96eb8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c4a896bf5b53f0d11385a76bde2c2b6cf1d60da1d70988d7be67707bcd120e9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb1f94d2d50fe2f9ed33a6379dddeba1195109f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1757a2140f30389f82f94f59e15e6c26bb3237fa070fcf5f7cb2407f287898fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2ab644a02d208a13f5864146c21597bc4b89d5e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac41a9b29825e0f138a15901b5e775de906e7bb5d146881e93f6eec1f271b81f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e279f1813a3ed6e7ca070fb1769c1edc94e3c90a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca2b6b3bf440dda2a763e54ee79e8c4c36413cce2efa4ac4246a798dc1cbd449
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d58d48b95277fad1a3b023ef22e94e6d4a802f62
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be6506bc41450bfd15d90ce0faeea1e79f598aa0476fd959105ef7f585e530e0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa244a821a69c9596a2cb5801ca49066048b940a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c1f737bc6e61d1ecaf3f42964f3b76270e1b4f4b575f8f9a12e91be7c13a461
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..745bb1542309bbc4a63bb6deca1304ba7029bb60
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d954c85921ada53ea477788cdcba15d80a42f9bf3e1b1b08d4115abb43c8914
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48c06dcab7259c4c3312d25f3d3edda688fe0e5c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c72eece08408102a08345ccdd4dc0f49a934243a258be811a86b172be0a180
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ef4468ecd99f5d2c28a83fdd739e5076ba0a5bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5008050af6be21ded0d778fdd01c046b339fc7a985416b84e60485ae84954a8f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd959389d8eb9b5c7a08da50fb4eb5c2b802ff2a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc6d4f2f2fb487e9a5b437186578a3057afb50cb0c5d902e99aaa1a94443ceff
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d1b721b3a49bb9cee87310079df2135eeb9593b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0e8c263edc28d214a0feeacccce70a88ade3cfb7cab0c3b79ad324720c4ea4
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfe77292629498f6f1fdbbad6ca17d5e136c8762
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9848e3be1c21670d363b362bea4ab0c1f680276ba907e5cd68d318333059a390
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..666f24e4d150cd267fffa6a243ff5a746e5a2460
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f6ff8332e7426b91be4cad69a76060fdd280c1f4cc0cff9cdd262351c198aab
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2340f364071cc8aba9f23703fd5dbb29636c598
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2132cec61e2dcf534bb79359a956e33063429159215e15b16ecd517e7bdbc7e0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dccd5a06d58edbe4d6e6cdfd58f3c2da0c1d60d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d657d73381d6dd9e8aaead30b2d5fb8dcb9f914e2b5f66b19b63781e33d5c6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6272b877f847e594d929c746c076f6e2c34fe75
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2275a76839720e8e3c829108a4aa935124f8d523fae911a9af57828aeb856077
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ab32d6c077c9892b7500da8d834bdf3df0bcfd8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2bf46bb835c23541554aa349d5e1a8e9f9ab08a4db31e55e84bb7c2dd3bb44b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2f86e003cb5ef9b05419a501f543d2d90fd4b05
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0fa26ccd6d630606690ee03af49bb865f0d0600b47a1692e7b14c8c9c6f3b04
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95179871bb2e3d8f462f671ffdfc9d20e142208e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a39183b386a4160c38e17951a025afb0b6d97cb3bbe052ae053ea4d0c6aaa4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..906ed3ddeae76de99b28018d5214fd167cfe0545
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8aa2a9fa99195d09752c57694eccbe1c5e731ca0ddaedb1bf37328b735ae746
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..860b221ec26e55117db3175cb5608afe0069c38b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c43e3c7cbf85d632afc74f32381356f34e83d128547a32e6789f3504d0a86c1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..955b9c818bd3f0e516f11dbf1bb6788a070c44c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2495c1818e4c0b7803b9512706385573a8b3d12dbf9cc5cd5ecac752a1089666
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48e20b305a0bafdee598b05bd1e9a346a223dca8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6f8e5c891041793d24b159582c1ed87c02d0caf7dd740aab28cc1050f55a99d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1749eb9d2d7f04524f252d5aa8ca077654a4b82
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22378774e31cd791fabb72f2e53201e04e7014fa02c44cac9c9969c79fd4358b
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..611b87988946823415a3044620b15d6ddcc39484
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c2af9099c396f70b95117a93e959eee55daa21ec16e33b12fb5682a8bb1dcc6
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/lm_head/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72354061ba95553cd9ae889745d33c7caf6f4f0c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e559ec9f7a1c97e1a7614b7239eb152b7c4691ac12d1f096af4d8e1acdfebf3
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/lm_head/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f08e14f2a7a51c598e227a41250f79b5a2fb23
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d71db81017aedc366f412cc59d0e0cb7dfbe67ee6bf28eb3a427d0fbd3cad861
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6e310a1430ff9ad29cf072bd71362bb6221ce65
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a698362c5dbb8708a85f5d127f367edf14604e82467b763bd4b3fa882ebe0a6c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f662c4970f01735f567afc877030356c7a2b8f15
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65e6591e4c2d872e3b265d015fa49f9a4dc89e096ceeb26d8f6fb19c0d742164
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a5676c86940defe41e08459da2facd430b076c6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf9baf6c6ad128ef83f3f61457a00768c3080614e7d3d23b51cf10f33200b399
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b96b3b93212f69eff99abbc586a643c20b57c1b1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc69d9f4578831ed748daef177959a7d3c4c684d36fadb6429668af06ebda358
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0019ce4e35af086c778575dedff267b615050f66
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8b36ef3d1146e91e9ec1ebd29997b18a6fdf9298db1430cb7553f669925661c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70a569b6019402a071031970e1f90852f4a7def3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31bdbc995d2b63eb16a01110e600a829e751615b62f65423859c7f8b3dff39a1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96eb7e893f3f2fc415a3dfbb88abd9bc54de9064
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce306fa2cdfcf65c040cb11abbb8d97caf01851bb4d795b5e97a64c9fb040b0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..908ef34b21f86859e2caca91e8c9fb4f1e59c0a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdaf5cdfebb3ae47d878b59bb19a108710ff2193bc57ca35e5f564c48c691aa5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d3685cbfbb6baab8a21174c07203fa3029f534d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:337d66d2a89b299b1dfbc993c1b228bf1f55df5811318b6549d1b10b56afaf20
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83cf3395fefca7fe5e3c72cd5d0a04959c3ec13a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c3856c8363408632132ee4a68caae987f88480ad4ac4eeae8947d2c93818560
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c35a4fd9005463d1ac9967b6d8e5a14c266db4b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c4ef90bae284cc2057f54f992b515ec69844a14fc7c991502a4b9cb87732acf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96cac08d46075f9bcf712f6e79e8b7840cd5a230
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a6321d51b5ebb33e1cfc0cc60efe0ded913ae9100166f44d374ae81a7dc22c1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae386d26c9548ce5f20c341cae49e29130b5c1fd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0e5287a6bf4002ab03cbc3485416e416e6df43a088d91ce5a57c87ef03aba2
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58d15603dabc77633ab639aa4e5e5b38d0edeb88
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32b733e71d73eaf44ce9f3ebfddf3e19e6dc360eb8f7e93bcc6392129ca3a120
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85d3b1a008dace54a060e6c8ee91605a969d0053
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40b354d896b014264ce590c62852b1a2f26d26867d43c7aa68ba186d55ffa992
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad7fafa91a5bab109eb3ab2d7691fcae24fd9e83
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e61d72bc171915b750e0f540e864f549fd9488688e3acbacb1a09b448f975510
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38da1b77b7bcf4253bbbf30a90ecd29219e21615
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e85097218f600bb9bd17d9e214548a32bfddd6138911483ea5307d9cf3b25112
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..105dfad896e3fd0db5e27ecab08de8316c1974cc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d07bc0f6ccb4c97732e2b9559a564afc02507591876332820408d4d94f5b1f4e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5719ecf610839b7d6769d2e79fa743f5161ec00a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50210bfe5f4bcf7830bbe175a95b545a815372dff9f10ce512ce5d6bae41b32b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88e00d25819456d55ed8815aeb21b87ead542dba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5009a762d4efc334ff1747150334becaa44d696335c789c54232f41b88f46694
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb5778b062a62355751606e38b4e3ff6de52fee7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c2f8163b229a4f861c7866c0eda8ce8de96774e494aeb4669b289a649175050
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54b2dc21197a3bccdeba86c3c1e8481e15fa3649
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac38560d8d65ebd6e5fe48dc7b2dd818f9ff5a71f2115f617862f0434dc809ef
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8ad02db8530782f992a7b4cbcab686271c826de
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e2c08888cede0a41c40b29ae46d31116e10ba8fa8a87b2854cdb7a9b2cb001a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..259d271eeb25591c63b2b047bead626b9483a782
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02c76ed93e7a76197de36e46f4d77ee2d36a0319e77f430b60aeef1a4663d15e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2fd1e6a674b0bc2342882ef48bdaa81057a00db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd1c1bc0e228f7324bb71fd6f225337473ed5a6b57edb8fcd162b86724bec09f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b482ba190a6d184b030bc12ef8b9be254e5df80a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e629a7a9f393ac4e78cad6911de45e4d064a1d8835a11a86a7737952eddfc62
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a99319c94dcf8f8368d7f16d1e496c37b53218ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19ba80309820648b8d294d2827aee57d0206f7a79921d7ac39b7e813f4f19607
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8cfc72db915c5494268a2f98e4139b919765b86
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:267375fa2eb3e29b4eead8508651507b54a3d34e01bf9e421c98728d74fa5858
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..395016ae0590501bac529e63babbd51cd841bf8d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f66e9f1bbacb4151a043a4db77afbed811da0dba0c6f3ae21b4ef3fbb4f39fcb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f9c4326ed68dde6b95206ea67d0085db44ee3fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4edae5ee65f01e68727a6116a1cc9d41f476a8875bd0ace1f078915664a2d27c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..165785306d9ed4e6d92b7924fefa1d7407d41654
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cdacecad4fc3a369a2295a4b9ed79a67806f5b82980d0c523e6da0fab8be478
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d3790d3cedbdd1bd83ca5164bfefd4b54e252ad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:886226563fd932eee55d28c8e216fabeac303b3563482bbbe2cc7f92aff655d5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b616753a8eea1d973e9669a0b92e4244766fe44
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2690caa8573e001c79b6b6d67bee8374d47c3b4648404f24f3611cdcd00a192
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c04b625e200507e936b1f0a3840a18a08aec8a61
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff0f4c82dbdc519fa22b68e270125961214683f27d48d353039119148c8ed83c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..753ef6d8e40b08c1532cfe6d3234f5c1d5161fdf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1208367623c9ebc56504c20f361eb7ebc8cbe019299ae3e0350b117172f16c0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf64ab4aa3c8b92abda71404621356c4cd05c826
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbd2b7fa07748d004cc991e5656d1f4b19b2306c115a74f89b2f6fb94ae23a4d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f8effa43a06946598016b1881b680a71e757a85
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21ca377ca06171fc0b06f7117c8dfeb99fdf31d11c87f81a912bbcb83d2983e3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eb01d27d566ea57f00284a0226d37024620f928
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68636a4b7ce9d146a8d6a1854b8add2210d5713e7111733bdf619e38aee63244
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d016a5c2a7800c3bfadf767e79c660fa92ef4d53
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ffb4af5f95b6be208e1914ab9034dc88268f85f3ed23acb4f3a0bee8f5a86a3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb73aaf8325c5e6ad68b19ad37cb52a445ea1f7f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a688ee4833a3e12a8a203ef222b89bfd550490073c6bdd3e487acb00a48e70c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fea5cbfec2c7e822495034a3717ceec382b4eea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f411461b868f7aa3a92d6511559014769ac2c455bac59460194d6ef1350cca8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b3eeb8d8aad538171d34ebb62370d247cf8daa4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d5da7b4424664c520d6c1cf3ed5ad7b037ed4dab0d3b669b15b6ead9c1f5262
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17fb113b0de43f1924e61f98ab2d0df142c12d33
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76bc52e47b29f981a8deb023773a4fff006586313ead44b0e1284af9b90c2c8a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff5cc6f98270ac1c1f0b0d5fc6634aee4782cdc9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf77f8a5a6027c3c9572fd44d306c32d04e3a6f613c229f6c268615784038878
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a4e96ae80b0033a5a3b262953c272547024fa07
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:788aa240a052d628ee220cf6b05004345c8063f4e03824073f797c2355421fcd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9b89e1b5b78c7bef0d30d3fc4a9136cf9f822a8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f12cdf39cd4a0e073a3c3f868f0161911e816361ced4c45ede90f3f25c9188b6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a88e030d881a65bc34549351f6c13a8b0e8aa3bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bb277b39149071cb6f87c354f0be5c68232ec3d5c9a7c905e7f9b1bd75e7eee
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8c711f2147047aad1f158e310dcfc34fd7aff86
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f3bf22469599bc9322a5faa930b23348874a70544c261f82444021f4893506c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..148817b2901d330e6566f8a5fee71f6576ce65db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:242590702dcd024946e535bb296aec22417642e16b868d5c1f934ecd77dcf76c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..563ec2968c0242811ea31a81b5ff1a8a93f721fd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:982fe6aa528a696345e8ad1b8f6c3ba4a7aa0a136a843f7254776f5b35940fa7
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6734d3abd3e9aed9ab48c8d736630dfc559b09c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e9a726433a3e3fa4be02dac529050b24cd1fc4cb513bf8c16ba794296046c7e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59a10969d7062c4e353d74cd0b7b63e2211b0e34
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adc5b81efa61e68e0e74b88cb32d1d077d70ac6f74274a85c1c2961edbb2a04b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26a1a5e24408f783164e0d08a5b2a12605a09c2a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:917454709b00e9652cc0ea2f991910d751061083109131ce2b8e0038151b6bc9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6f84a6a3e1b8657d62e19a0f7dcd176015aa16c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:422b6432f52231d1aa6256f9ebc5c904681691f0805e9d4a6c94c08dfd4798bc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32029604b354235f5fb0d18291608f5011437747
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7355ef71bb77ab15a5aeb17d34c2ae3b8746f80fce1535f8528e071b2fd3b61e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f25f36b8bbffb1a833cfec088a10817fc1f2b71
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e46de06864f903a18b1b2e373e9dfe0ff65a423896fe8db0d42bd4f0eeec6bca
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e91be998295ac4827f9d30cb0861b3916e0e8d57
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c3a23540f7a38a5d6cea1ca204057d94a8b6e466b3a63e34472d09105e8cdf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99ee787e3f7337adbbfb46ac9af53eeb3a294f2f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:675534538f84a3f56bf318dc6fdf9eeebf4ce3adf9b78f63d3feda5d47b00392
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9987b79f8949ab456fd1c86c4c7543b2ea885439
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13501d3fe8301ed1e9202c1dd3b59c6be4e746260275823ed27a3a4334b23f7d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0917c0866941be2c86c9693d100780dd809b05c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d543e28784a12fd5789f59321090113ebc299216ed2c4caeec4e7276a7201043
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e3ed57fc35166ef1e76e578c866b7b4ea991a10
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d029c1b7639b7a1c80c17107795ca45483928d54fba3517e8d7a9fceb59ae65
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef32bb9d80cb6b3c0af3b892048f8dc390a5e246
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98eca5186b11cca655e26bb2f1bdfa707449588068a9dd097d4a8cbf74be3032
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a2a284cdb3de7ad8a9f9714d2666a14f9be90e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:077265653d01c7d1039463cc9b5367a74b592d031606a4095779788225b05b65
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f407a07d589c5320b2dd3522147df8d6db06957
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d845ed65db79fed283406d27fb9b8c15e65b0e27ab5ac9e3b9bd51a60abfb304
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9f0d4af12b08755258a3d22dee862d79e37e734
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ba085ea4707dce13498749ed682eee11169b77f419f24c4c42314231fb01ed5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9335a07c726ba2e2a02d9219be79740e53d71cd5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45ae0eadda93180cbedd892897d51a55cddf9c32e00b6331ae81e4e4f3972b37
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f90ab7ee7e6e744145c01f91baea6f4d94c772
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13531dc48f12566634a3b69437726b3f61ea2e7f79ed6b3fc9ebafa2bb84c173
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6cdfa671c2bfe76a40a926e2c714c93f63f6ed2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4186f90e92bb6830ce10fc75a63feaebf0d7604dc0c4c314b7932a547d05f552
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e549de1d2d410a25a772cd3867a1af1644fd5cdd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4c24d6331c7d591dd822dacd655db1f5bea5bbc9a91ffe2b7e258c3f6e1d669
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec602d0b29787599c3951e7ed7ac9ac5d25840a8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:266837d267641d315379aeff632ac720dc9f60060dc27d8683bbc45f6726839a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e9571a4eed26a29beb9e73467c9ef76abbe857d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f8bc2ea3a166f3f56e3112b02970fc2982b0c7b10ddf40f32175232bddfade
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fb6bd223ad501bed95c288179942e064101d228
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54ef8d58935ed14ebba7d82ef4fb04c922ce7ae946742dc0e06ad66a5eaf363a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb77aecc27fcc778dc8c6d120813b3b3ee974357
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cd9c91f5327c7c87a9ddcbca6eb6413eab05881d4f0e9d65e0824baff13564f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7abdfcd9462a4aaf2b35812e8c2913d56f50ba3a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae9dad9a91de78bf45db818d6b29c1bcb13e51931b526ad7763de5ec51b0e34
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f82b57de42439aaeaf4cbedc2b7212952bcb1834
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c99df2ceeae7c51cc5ba00c52300f7174a91a15f3bf9b37bb1340ce7b2461dd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3ead7c9e0701a175580a5049075a4e5dc07eac9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a38062636d4c2f87a7b3c0d659c02c846c1cb81a36e340ff3c4a17afe5661862
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cdfe67f36a934143ea8f7645df7ecadf8d72dbc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa2b9531664794996012681e2e1be5b7ffe91b25429543f48fb48b9a784bf153
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1dc80b7d66337dd9e2a8fc77dbbddf6450002ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dd226dc56ab62437c45de472feb6be5ba08fe0d1f80d95e41a65145870c2db1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d38b49a1a24b4e8e90525b08df5a914a9c98725
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f431ca33c652b9555229feb1a01292ac8b67ecc763984315b9f43b4bd84f31c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..794731d7364d324a67f2ca36ad0ca66bdfafbc6a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c07f65782c96f7c8b08c440eff08acee93c9e58977bb8b8abe0f430ea529e4e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eb733fd6748b93eadc98ab2b3698166246156b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37baf37e2ae189528aaf371b0870fd976fcfab664217a7f08265915dbfec916a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c44991dd6558c195ba9312a478ed271b40dfc266
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:335dd082f9cba6f29bcd6b1c2cd9bd575332fe3ed6148ee1a29a41dcb91baa1a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f6642749d436f81191c7bb772f3b0b190338c96
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ed9590c226d5e66dbcce10b080894b7ccb371e7a5649b507c4d2813d4061321
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..422a973ba8fb467ee8f2ffba1be8d1533eb6cd9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b4d832152ae870daaeb692751853c810c2d3285420cd62e816d6939a3f3f2b0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceb7321df5998a3f038596aaa159235c87460ffa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e2c6d9ca3e60b26d4f34576af3b87302406778f04dc8ab87227323450c6a859
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7695af6b08087d607ce951dffcd687d407efb60a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e62d6f1330865335d7681a7ea6e4d6f0a620d2ee4fd3eafd008208c008e8409
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..195586215cd45aa3fca2b91b945c0a63b94c0d7f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66de40ea3e12d124e9ec728fa3422271c2e367945ff45a279bb2579673244e3d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbfb20c9bebe84d3a10ad5ad05cc80a01249c8f6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39659b71506c5fbda455f72ac8c58fd29768d19de73bad50d7dbd017af8b9bc4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1388668a54d247825a9b6e3eca93df753c5aebe9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbba4367f96a3cb5f7f651ed4f4ca40e38b0b35c2996ba7a42da0ff2b1cb2256
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab78a46abcd0eddea8ebdd9766e781daaeff1861
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a11950fbc8166490a6c24874d0e5f45baec0fc3c2133c116ce90b3f15de0574
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed12526daa89aacdf1982202f7b072db04c972aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d653506ea9d51c500406f638f1f53da6a72056f27c5d0fab32dde2e6e3311b4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db54c7fe493f4cb6948a3ad9904b91fc9fdb23b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d45d111406abfab2d60520ec2f712cd186e616b3a10e19d0f38494d8fd2e9fa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f379778b5c8f81569ebe0e084fc492ab836b591
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56bb1da24c1fecaf8a52371feac57bde8f31683aaab7d9afee0fd0202372836a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07877cbeb76b7bc2dbde45261dc253da58ca32db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae07b85bb9027210150a9594799022d588202667b47adc183a167898e5f75ad2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beeb40c021ff24d9e8c07e37b1eb6df37c4c84d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64001f3904e8603806000b83d4e84e16ba4b28d3f130e0b5335f17fda9739249
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..833d21c7e8e46936484bf7a37684748eb6662289
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e909f9a6be6c40f47e9768502b8ddbf08761cc04320b9312ac308bdfe0f7840
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72d26454e38fc527723c181599e8e39d90965d89
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aa6f95a5f36952b697b4b43c1dca29fb9822b3f2d67cebefd4b1d698f767e9d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..777c0861ae2d38d33bceb1f98545549cb87098ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d335cdb7850eabf7179af5603d1eae24b541af8d9362578ce42891cc23cd9df1
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36ec848580a2d01713a3c5a3953089e05323a57a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:273a43f2b02eeee09e37a96620949233af4891573d2712bd8c1d05b34da75d82
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b030af098a7332eaafadf7abde2f86002288ea56
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd48b10168440607de6132b724fc12ca74266bee98dc19e3d1f1c6840d437194
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dec11869bd084e68fdd41d664eff1f21221cd0c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ca2944149024004b3163c93f762d50c2b3e89ede8004c7524530f80261d94b7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ce16d60b11b7ed988992f9d0e9bc481ef9b99a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dc0ef5b5c88e170ec73919f8d0a819c9292a6802b96195d13d41771cfb5f6c9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74c095f8edff5be9612aaef309ec9337dd46ecfb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb227b8f99bb762ca30f069491597c10f48b1466552506c1a55686974509779c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f28d744e5b788dbf57d5e603464181a240f00b9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb1f272785b21141a21ba4b9a186d858c7d53ba53c03b58b36c3bcf3afcc2f3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f24af2552a234ae6d27374fa983885b97684612
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1cfe17ccd159b2c82205c6097714afc9d6ce9ba906af349028e311266f1333d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ef22655abc30534970f90d72c4accfd283ea65a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25423a54bdd5a24dab1f3b63697e9b1426d1f3c63fc56136ea90325bd7bc9aa4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31deb2124dfa2ebf79f8db6cb7f5ce196e0c3777
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:477d994492248e168fdcac3ad198179b2ee329907c55e056f8e14be1f0cc7f76
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dc684b6ebf9afeed192f5daff82aec2c666b8a0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9717507664f47cba221616c16d9d4735eb77d0b517f386211ef7cac85f80ecc0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e73edb7f520c872fece2bf467e45eccc90feafb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:597bc9ec1a2b57f54ef6829f946284b2306060a833d2ee51eaa19ff4eb434e1d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa723918f3f147eb1cdca2ff295801fd5d2e71a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ffe0ef0ab0415ea3222ddd5db4ecc1fd2f9d4d2624213aa213a7406033af9f4
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7779ee1f8219ed89f8c8bfd1099241a263a7c4b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04adb0f390d9e12478b63220724b18adb36841639ee05b3cf0322fbf1372cf58
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68c56b211cb206df174cf34354d2a2215ae4408f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62856039cac7a71335ef3e71f978194c6722f59ad8795958ddc7a158396bb257
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f281cfd923a979b1d7948888ff6e23c5b7fe2a26
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad26b0f1e4bf17854aaf4f4db537a50f2503988911aefea431aa9c0726b10482
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53355d1821eb630d626e9d88dda052962289e796
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:864ae7a9321e5c696b9df098412cf4f736c9107f998433da975ff62e142a3e06
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10fc0a512bca6decc4d96ccad953ed454edece86
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dc1a199369e0abde17642e8d1fd69e3cb449591a5da6ff84c4f1f9734339870
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40bf0961f107cd6c091018f4f11467cff9f362bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ced2582a6dd937994f52d587642ebd56a59f520d92b69522d6756f64cfe6d8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..646a357b332a8144ddc4106ae7a42819d52a8b2a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:264488858cb54e97df23ef00cbd260b4fb92d34fa08a2af036122c40bbc1d312
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e709bc4b932002a4d40abe6f95f85626a649adb0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74955a04bfbecb01427313ace5393a979a3fe20b6fd06b0de101c85fe410453d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..785a2ebccc3357b0883ecc4183301f8ae61f58b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1847c9cb796f210b979a660cee48e364b007a05f04e19d08e70de43260ebc7da
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b12917c3b8b8358a069f405a3380e84816e9e04
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7179f185514f708e879d91dc040a27b0a003b61678f5c817f92dae3687a6c7d3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff13b5d27a4382a44d3eca3a544b486dae1d0905
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2559567f8a8c91c0d0fa4c9603c5ddde88e7c3128b1b7364567f19d1ed4d8825
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..680541a1ed5efa309d4486cb9e2858c07cd292ad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff334772ab9420c7a037b4c8b9ec6daf07265531ffc788d0f25af8dbaac04e2
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209f8992ee2243bb7dab6c7457b50238a4731fbf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a7323277e5fc07ac79ad9d4fd7d15083c8ad48b1d941019c11a4921b6d7d0d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f221b7aec14b427ae6e982b5d396cefc34b6c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af8c820350fd7f2e79df459021f146509cfcc67d40b74593327a08e85769a357
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79a9c9a060c88cf5b4cf9899030c00bd2909b01b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b52992a067e202ac46e951dd94e52daa716c36d5965f35cde5074b2888c1cc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4eed883fa5ca79609db4e80d4a7d2849e796041
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:106af964dc1d904d1b12b89942c1d0e55ebe8e2ef4beade297ddd46bcbcb3b70
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7016eb70b4456cb854c40392c05e105614a96c5a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:022b9e22a205e99d6d94ae477d6ce9cc4abd704bda6417fa4c4bd4b31d28c18b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76a00666a9de26dc2d8874cd3e89de0b36758350
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:131667de97db0df878a52141bd052456cc15138dce8faac6241fe7683709c0ab
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50ef895b4fbbdb0d9afe7ae5d44975ff495401ac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f775ab995438ea6e62df64d25b57e2804b2f84bec041fdee6d55328abe18d2f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adfb5f366b0ecd2d513e9615505a08e45a0fb29e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63c76f00dd0b8eec116aab74b395c0908b53b1be4922f8e19a7995a550664016
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8c9cc977da3b174712db9518e02ed1fef162f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19d8bfe6e6fdb708f8b512eac903218e68ec0416fae9f3e852c4399406fd4165
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d20abf1f3f937ab9884ae6a4abbf4393d8c520
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d3dc8c9a50518fbde8866d2db5b38d2c534a5cb36680fab81f333420330fc18
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3f59134d7ad2caec5ef9fcd4a8b9552dbc78bc4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b98fcfa66c715c883cbf66ea18d0cc4c5b9e450ddba825ab4748c21649ecd1
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3cd089bc7cdb19588b80667b9087a1413034ca3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8465429e056394b28724c0f04d5c7e0b1540d1134f4e6a544bfb531590b2a107
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54e02f0202ca2c01e1c346e2cb77b7ef88af3629
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf62fba7deafd8b22f2f024a63146c1fb539f579710854ec1d8823b365c6741d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85a414861d7d92453e34a87a8e4f71cd48d7ac2c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a6177ad13bbe838305832e1a0b208ac246556c372c790a2dd930e7dbecb2156
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bec88bee314bb7eb08dea8b2d4dd62903a94f4b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:707f6c5fe0be1a99817562fd7e538529f878e54079af9b0c5ddf559016acecea
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..129c262ee5eddfa0b7a43b40803d5aafb6e50ca5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6c37aedc755767079bbfc5897feed4dc9871e1a8ebf75f75372f60dce893dcb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87fa63afd6c7efa5a1bf420c41a38bb005a4c9ea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a6b5cf4f1bdc3735d801a4dc9492a191d2903a4d8b936613574c8d84cf28de1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3ea586d3335ec18f02b4b2704d3e886681b9bd1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65e5f9c5832ab4e457fd6d534163570559ad961d5ce72fd3f77bdfe9bdaf7fd4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68e3e49a5fe3ea3f9635ae6d566dc219b3c2f4c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c6a1262b5c2b82d61973a3c47dff9687d6d38c2d929143095df459d9ed33374
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8435534238740fc618b689b46ea9cc5628f6ed13
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd938951a3ec56b3c547ad7fa8d552a499f391c460bf3b6c178abdee1a3ec00e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e0860ee47d2c10a3d01263ebbe32527494c4580
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22b2b7c09b324f5e00703d7e84784575c493153efb5b3200b7a33f1868680ea3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d530386f87373faf487f2f552e9b6983b3a29ea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2462a4e622f83d2b0ae727da1718fae1bc3f3f35366bdd6e7f84084621865a52
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eaae5a26220c647038be3ee6d3039f403cf7ced
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99564ed08443aa2fb82fe22f3fa1499b41c018aec37cfa9a46647cd6ad0bd865
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4570ba8476dca69a5c7bf697b24de8f0a0e64284
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db17de11d4152e62d64352fcbdba88afff191515372664d12f423f36d71fe0a8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c428acfc890c70f663c1d2b61f32e7f831dd3f79
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5714d8e26b22caf64018ad1718b0e01594c279ef971f54914e01a8d3c1cde94a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a82a95b92160c7f3bc9987dcecd63d36d579455
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57ca4a32c61388f1fc7fb9a3950e8aa570bcfdfee9b8367885c0a64fd6d71df6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..618db1a5220a9e065101b7d2311a1001ec96bb2b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e00f373b99e7181d19344df3a5cfb1e15560f89cc4845b4544ca9d66cc6dd3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80d66c525f2279c7958898ae6676526d8735f033
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:603e038f14bad7cbe61162ef6b702089f25d818001931c821d6583338b03eb84
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e521cad309aa170dd4da02a30a69272d80617f8b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b86dbac8989b4835445a36485cba1ed1e1dd9ec23281201e5e2d5b4b706580
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aa19916a91e65dad520b2c90c7ca44508cbd515
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5501c7165bc6bbaad1732d444b876d40264beb00a22b1d080ea884107f334149
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6ab73aa7b90d51701fdedc1ecce54f682b29efe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8d639fc7c54b3841bd3132e8c6b89825f24f65a72e25dc7d9be582196abc73f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cd7429cd4726f8747eae8e23444e96d824340df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4053565b66bfd7c7a6e2691ad5b1477f29fb93a5ea857423708e70af4bb5909b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f33925ec17b60b7e9e2bc1c673418570851dfb7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a22c5653ea4b8e44f69b1e9a5178e1a519a10d0a0600ae213a029d53470252a5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e308dc800d796cc8d45df0757c60abea1d509f28
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe209257603bc1f977561d2395be96dbd436adbe4b6fff8127c711d6418f7cd9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b0d3c5ffcd5333b0888461fbb1d171c54d4387b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bfb4f06eac54805ca2a5376b54a3bcfdf874cdaab6f7dfcea4b61a23129124b
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17955c096db73a08f60d89cc7728e4646f0af160
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3431b3ab35bd5ec3b1599de864ed270e9092b95607ca47a64c31f41406e4eeee
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3e88146d66715b98b8c170d72376902badb96d6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fafd10d9e0218a1dce2ad30842f1895655da2111d689d955a02f875b8bc57422
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05825c891aacb8853bc18f7b8be3d43e542a48fa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4535ffdd1345598484b6a1dcefae4efc8586a77b220540150e8b45d2b462bd97
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d4495eca8b0246c0c8854d80f7de3b60b9bd77c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:676659200f2990193bf8232a7a4650330b9b7c4d38da0387274d656a8786687e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e61808b3c90a96992afacdd27ebd1dfefe1a2c08
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfc06d06dca29884475ceffbd82cbaa857ae2a5b33332cb9d9c0474ab0ca3753
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c997c057c4efe6f3c90545d05176a45083f55dc2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c77a271586350a2a21758e4f5771e2ceed0a3bca1c601d12922c0d6df8b759a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..355a3917fe41e79818c3aa48a12b6ec7cd61cfdc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a0b122233fc9033c917df2a4dda6d754d5d32d296349fe2e5ebf817c5dd5da9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbca20e8bc90df6d5ec578cc25426a570970981e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e86b9a0e36dd0b96262ddaac29a86bc702b07f57cb836f0eb27a50d7b19b648a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc2252e38b73628295b51f280010c59485b08f9f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:192cf2f0e860ca9f3721a20d3d0a6a40f0b6f8407beacd932207adf3c4c9a02c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8b8263ee6062cc8f50bce91f0db5906d7f0c552
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea02965676ba7238b95a9faac958931e7fc00619d4f30364c67b040c8736e6b6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db28f1d886341ecb5ab524845270d37027b498d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d65ed51c2cb3548440e5b4779538f9f1c994d7a929a35c15f43fc3fda87099b7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d64f8e91c3535de56a037f3f774892580138dc44
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f47d9844dffc6e87111816b79b52cdb6e800820d3f04c648420203ef76d2821a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3859df99bd298ca0bb8421a0537a474e37d75f2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c63421145a891c358a16103b28e96f3e253986262ee9e1cf69b54248ba48812
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8bd11da20ab66a8450b95d0709d89a71d48c661
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47e0a2ad2c678ce17be56ce0f3a497dc73cafdc6be981da5574801bab7ff449a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..649e897cca235b490442831b563a73d6ee7573cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b2a8795057e1f65eea1eccc0d63303383edb71952d282d694837eada71030d9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ece02bc855826ae3bb3278c4d85327f00ff912a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf09d859bf45a36f1c56aefc8812cc9ae2490230e7abe92941a6a46014be99d2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c47b4a145f14168af27f12a304042528e6c1d3cf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:989c170deca47fdfd863102c1143c206f1dfeffcd450be847fd5cba5a43208a3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9267d6747692a94e5a84b50379937be38f3e0d2d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9acb6aa29e64a208923ce37e18303fb8b44913a6f85f3f27a0a0e7cc741dd52
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d391267dfd19a35cca9d3af07ed59359e7b29b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31fb6768da65ed769cb0c050f8ff681e0d744db551ac5ad291b8a49dfede1436
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f238834614185ce22e15643d629945906b0063c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:046499ef9461ab43607ff807ee6ed1a9fbb9fe763dd9827e1f143721a06591a8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67b0ec9e0f13368702ce04d441860a1e960eef60
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31744027332afe7a379e703d88bf171b274b4c056c7402b96104a991913cacf7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17cc7f23ef4814b3756622fdc6f6594050da0bfd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b5f39174d1a9d583b0e26fda35666f9607d99233e752e09c66c4fd62f60883
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca71aa9191494298de1ee609b5cd833dbbccc718
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9484d16eb976be7529a42812e6204c5d8fdae531a652c73bce44dca9e701cd6b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cc2aff0335bb09ca456f60cc049b72c41950954
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15d0b7251332509b1f0c3be1b656bfcd361270fd5e0dc05a4670f77e796646fd
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6fa555c7425486f30056f5f6d252c8eadef1b9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e582e4879a493f09c705daf89023078017f9c824b837a3c36c7be6ef9f7dbecd
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f43a2abc23d7d04e80c3c1f0293d4e1a57ac4d6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac8805f1554ad7d9a84599226a54f34b2c506dbd41ebb7c04bf262298752e1d7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc51b2445cbce9b9328a13a0dbcb4af79ba77b83
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aa638528fdd09ec5fc477a5eb3414827d8983f3d43d78f01bb4c4ee96b807f3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9c237c7fdc42e31e7070517915e5abd2f12018d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad6f678985058619adbea76bba4907caa312cef2f2dfc64cc6fb2adac300d913
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce663bc1a81d160011f9025629fc51a3cd74a371
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e11d2d513e87eeb729b79c00e7c5a50f9b04857ad3970ef562b1f93d32025ff
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d5a143498a63eefe13e720f13282e3c98aad070
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e798ce60c8d1f4a6e3052a0d766be71b8ea0af3d27a4678086e522741ad24a2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a07e358b21e30a80d371b8fc8a0aec46c13efc5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a21a04ebfe34a5dc19e7798675fd258b50036dcc5dd3d33f4df7e40960b1b785
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f5a992f0ff7a85523588390dea7b71896ad4960
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f782e5571117f43aebe41b34b263b169052a92d23e13f1e6221db19bc5ff100f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c2d8faeb7e9776c0380eba9fec374e80786a56d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26ab6e9e8bb3a1d4fe538970f34f0e7f46e180bef5d14b4e79981998d418a2b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae0547cef4d1d7a2c67fcafd68ec60ad0140f4ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5caedc34be90357b5944226202ea0fb4a275d2df8549239e4da9caaab272a340
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f91106fde1ddcb2917987bcfbb6b445b13c5a83
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eba160f4505c26c4b34cde7cfde3c2b4497e87b0722e3bfe67dc59c0727ea86c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f83d278dd638b90b2ad96554de8433c47393d32
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ead36985708fd9b75da8b9998e85f2708b342d957fe8c4f43093e4551937fd5e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5766e0963bc2a5fc5a2e0b96d92f86f85440b13
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebf87450386b014966c30bfeb74f88134ca72263a970ecc25f544c2e62da4138
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61c576d4383db616905716795ecbdac20e1d74b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72a8401bbfa40769e05afbfdb8bd29b0313eae1fb083b6cc8f2361914f626faf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daeb2e96cc770a410869787992a3ae27bf16e4e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f773d0e557f754f3c46e022bf47720d39b10682feee116264afe8b7797caac80
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4377189f9b3ae2e1f2661d55aa686c65b6b86e83
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a9860f54c5818759e0f602a7934f8e3b3602865f90269ee2bbc24dafb67c0fb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..967f989778670e3c2724ae263708e3875f0ba4c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39f100ca2209aaf44df1cc94592775c0ee5ea37dcfb55dd64083e61ba02bb601
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6577c752d55ae46a13dc844dac3655fd31b2878a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:688d324c31049b06647e754c7d4208be96b1d91d63558e7929e096456483ba6e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e30c46b46d3825d2517fefac6e4d9a0e9a6bcb2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a01912e7b067582d2ece6126c5e0e9ad424649d509ee5a8b702301e70f60af17
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc09d4fe6ceb90bf39a568598f1c18cf6e71003
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0388fdbe654fae784c6cc3580d1882507a3e8986ffa451e1b136f40e1df86e1a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..612ff72172d91126d373c4ab492d666f93af09ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0da5ee26c6c3ba6553b1f72dcc8b609d4bb198d491b805e4e27994e51d829b5b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..395fab1241c966160caaefd015b90e8f34d71fe8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3202b984462c380318382276d35e4229d255a4c00a478c5c2497f41c6deef393
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98fb5eee00b7829d31c4f9de4bda841dc2759c1c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53d66527d04518f1091826f0b3bfa13552bcd526dd65e2dde60c1c2c2f4bad0c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b294249355975e831c408cf0377e16f05056a25
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab942ef3a795fde77f169c4ce29981c79f95fabfd24d787c73146863194efefe
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aa13302f0d833b92d96221a0a5bcb5930676748
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7f3582a3bdc45f246ab58b2e578e06e5079372f9be234b8ea529ed748144be4
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b30c608979279258e82fc0befdaba3445ce38a64
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:838f3a65516527893cc3811ffaa772860b9afacd05064c3444b200ca5bd467b3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acaa523e09e477a58724dfea091fca55cad34b82
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:023a5d470ba8459962e68547fcbac186e03b6ff86329d93bd3a18581419f4556
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d156ee374216f947ffbac004c7c45bb55ab2c46f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2f9c14d12f5f17b0bb33ec62d10da9a15857b3cad239df3496ac1d606ccd2be
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..968a106ea861690b27a30c72b2c9a224d7095e2d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5285078cf7840df436e422bb4a11f22bedab4b7619080b8e46cc77d2e37acc01
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17b689ffa9c1b5c0d365aaccdad82dc134f298a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:609da65c18b1876a1891117c7fea482d6379880665a1097c0c89521bd4d3858d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f8e6f6bf316dbbb0192d563c0e5d2bc3399a538
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c585b950bcc543881c4230472355e242d6515384197c95cf8628022dff084929
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6a3f46fca9bb457f822bd61acfde9e9bec0aa60
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b15ae26c78e791c2b266c051a3bb201a39023bc94277c7e3aa105b6d7461c8c9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ecb7123fef215bd23e293ed4f86d1b5f6f88692
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b70eaa60361b6fbc95d9a39c4ab812b5240c8cb28708ba720030d5ffbe5054c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af02188e1029a79389a5e079a08fe6bf0a642495
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f769eb1d3799c34ce2ee422f4f039ac5cde6be87a02f98732a9735d00a9b1f21
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bba99776614c7036d4cb71c4e2c8ff5578dd5f3f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d85b2d61364da90c3d8c5cc826f942e52222fd194210dcc04a01c886db883f28
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c2f2acdf90c062c0db07b9d34af11aa1f3f5027
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a91de0426b601e5e5f672734b363487cea516aab6e4fd77f6a89946f4fcf8b8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6a63620c691dd8c162464c5b2c97116b069a979
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9e4a9613c82e4155fa4aa196e2d603f04fd5385cf1d47f71ea25bcbc4f46937
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab8635af6eb648005ee02e2b8f5e56b9a1903322
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a962052d225c52a22f8a7876d18c702c3df0b091c24027b8e43964008bdfbbe3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32bd69a9c5e3e21531ba07aed0bbcf38709f2d1e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4c82f1f59c73697fe6345ef64d112aaa4fef544a1ef155b6b911274e0b78a53
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb3113687bd63caac929782a8b38e2a5a3deae9c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad48e91e31de97edb3216ebd9d1c421468e5f84227a540dd9b2a717369061e1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca94776b1cc2198fd544b9bb2311503dda8fb351
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d13c1450dd93a22418f41dfcf2bfda76356ff0254d77fd6ebb96944f6415b99d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f72e04d04033e66ec7c278c4a71bb331801edb0e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda92fc00d975ff79405b5f2a92e038da6cc675a02daed3bd6ceff74d105a46d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..737602a686de92b87e8d9bcaca514bb4c34db863
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:257cdd6c55e1d1d5eb307724f653407ebbe6166f17508fea08d2096bcca8f2ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3bc3728c8fb7ab07ba22181121a17713e65e0f6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e70fa51a593a7625eb1840c16b239b7ef0b0e468f3058a6ecf604b5fa4cf34ef
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a70c4d53a80a1b0ba09bd82340488377b2f66c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd734793443bb944cf91515a7772896be1805f46b3cfa18655c277e60b4d8585
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abe33c7c491334fe011acb97926840f1d38fdf4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4553f2e45ee58c6f8139096af8bc271503bd0f2f5ee08a5d986f05379cf8eb09
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eacf83a2da41745398f0a51a1428d63758bfd82f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00bd0029c9072d1b72164ec4d5de04ab386c49d4167553ef925070dd7ea3d9d2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3816ad056822987b1d4b4cdb96e2071484722e4c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f738d022e5ff37f8fbe7d7c4eb4632ad46bebce45638577145194528476bbf5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..949f46f80946ca1291f1048d5a7a5ffdcbf3ad2a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc6232e9584ec42b4d6f89d893a10b0565c80796dc91f3061ca5cc99abd50b2b
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c51ee17bbd5ae69e21b0c26a0f3c55d40bc04bdc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37eaef71619c587984e672d3a063631e23d8ecdc2ca36d3dd1bf10b54c03d7fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8d732dec3de45b2715dd09f4a056408c56c4aac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215be50a39c6d82c87941283960fdd1e185bcf03d716a3e7e0426ae3cd4b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..668aa4b221409fd624c45e76f3a27f028d3864ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aa9d31b658f72e0d14e8f42e779c6686880da209c14e188c143a3d71d4b32a7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b63717d6f8bf8b686d5ec62aeee71c175c36aca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59996b46f5e21caf11148a6279ba982de1b297b1204200996218ac591087bed9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3186b5a560b78743f24396c643ddcd7f2ca1cced
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10065a5eac79b952610d44420adacfeea65f574c9406d1e936b14d072dec5ad9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb963f89267d8c1207e732d5c07ca42999c6a29f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b3879e9683b4b633d1a2f6d72850d7ceb5b7b97f6979c2ea661069146d079a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..824f445b87a57da4fd796a1b089c47ea981a7200
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a6a9b77bda2712097dccd6598aff8efbb265ea1bc34a3dee15a7bbd28fa9765
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c5df568e0195e484d9247c586fe437d2ca9ffd5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c761c64f0f6da6e9b6a032e5c9bfdb33db0c81a816b3ca5289e1bf6b48ec0f1b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42a59016dcb5f4a93a0e410c4c13912643913c17
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9324a05a02cdbf8ab0443788bc01e0401ed1b624dc2ae54b23b20adc6e173170
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90fb3cf44ca1f8641cfeb30d5375e5b3659e91e8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1008db14ef57bbe0023d94da2c3546ed1f5c514928b8f6cdd3f2084223b7fdfb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0def56b6d2f6e8beb9ab1e76ecd9584293eeca4b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cddbab3b272e9b1277b3b4f54e8c3dbb12889f168fa0002c2ef0454682f4c330
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d69eac18d3bc063a20a6df56e122b71cf74e5aff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6310a36f898df65d345ae26a95d59f1229c023e5eef4983b320ecdf4219b0f7d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51c25968aad61c852892fbfe1e50c9a35443487d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac8c5bfe3143ffb2eb2c96c9dcc7e37822d00aa5b0a01ea6e17cf492b98839ac
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a932c0c3f6b8c1660439995161ddae14778b6ae7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03de9dbc694e84633722b30dbabf6ba62f9fd7d1935d07dc5971764d59ceaec9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c755e06c396602907b21cec90e9b30c3cb36d6a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:211dbc1f47ae3c81b819e7eb4f7831974e92e6e50530ed81e5473047a08dc7e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..726a1198cb81e9e7ae72d9076847ee291533de49
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba5bc5284ad9f871fee034f7d6dd5782ff02fd07c4e14c4ac5d972516a4f3f2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9792a24d59bdb511343de8b6b8cede0885c5f344
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0565dc42afceaf6d09b1bbe107a83fad2a1258f1217ad43993d866a61e4e7481
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..911c96cbef9269dc1765e326e9d17ca2039e1c19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b352dc693f33ad5fc4046a5c39f7c64da6a45a877db90ef14437e0fd57fb91de
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d43f5561afea7ee1680a178c9a6f49d36fdffb82
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7bbcc7a79f2cedb53616508cbaa8bea108ea61c3e880f8b718eb0a1529e8e82
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fbd3fe2afa568f7b7d4227b65856300936c343a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08d9f7140ec2b46d0475d4035aa31438db721c72f495f31cb3ae4d27621a579c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..816945fe81d32ad4d50e41878f6acb8f0fdc005c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60c2adaf4979b7bc3ba262b9fa417ff2a91aeec16efbfb4f7b6159e2b68b7c5d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f85dd68cae214d12a9bdd94ad8e54d0125c590a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd254780d669f285f8722639ad6734aad177fb6ad5c1b23fd67b005d63d2b4c0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed0f8d20446ad4bbfc8d4fd013c9da6c34c00e23
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a1008c836cfbb4efd4e7d3edd1aee9b272d87dca66422eeadfdda233b0fb3ec
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1e7e2ad582056ca79fbd903392426d93fd97f50
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda0e61d74f142098fefeeffd928984a3380b2f3d20a28c19f2884e0408e2c0b
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2db7646da94aaa8f5e71fe25b339f4fac34ce326
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58ba6cb555927a920b7dc2c11fa2d6ca8385ed2eba20df7cc6de99c23206bb03
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..957031627ba2cc2121f5f494c507c95ad3f0d148
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a41bc670078dc61c5dbbd2b2504b8a31159ea7d9172ca3dd6144202a366467a3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16aa2a4f37d21d12c262449ffeae35e6b119ec75
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a976dac34be04a7436223884d9ef5b9e518caf2bad5748c1ad15392428368ef9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..639dc18a044c3946c1f161e53becf2173130c515
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e7d2f627b2d076f026ccd5774f3fdc2f66a88566a2a2ba03eab44e0e1bcc52d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..943f7234f9f2d3dae62afa582a3fef28d32c1482
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ad48e5e4136ee60fe07bcfd67af58d35506dcbb9f2d706db136aa030372c76a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a7eca3adcdc8c3b4ade743e0de33bbc8a1645a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8655a34fdbdf7122eb436a1df4f339147947c3f919ceab651d3fcfbb373ce183
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13dc92d167577422600da841b95eec202e7d60ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea0ae696c5ecf7e6badcadd57967f73fbdfbf048597ccffa26f239e4123b3cd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aabac7a9bbcfaacda908fac95fd8c0ce89e00a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11de11489175e8ecb7180f9ef6c36d380d84b8db8481f3fa9b4116e902cd86f1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d281edca7cd4cd7bc4ad36d77f6b91a6c6a01ab8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3084844f5fbfc6b7d720b7283bdd61e2648947bfd269f254210cdfaab6a6b0a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72e36ea22719527776545f620dc32664cb04f338
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:111ce151192e3e769f05cc1806a036b6e13df9aceb90bc7fdca036f4a17951c2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..806e29328c7ac934d80ff96378b91b4157983f44
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a78f94b6c3af74237afbf4a9c40cf4c19a561519eac295ced0810f899880963
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16c9608a174373035084d02ed0e969362bbcb0dc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ea68b2ae8c9d3dc48e45df32d08110979d24ce96af7c647e65836bfc9bfc926
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7df2fb6922b8e2e3b3fa8b30e791e4f3b60385eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:787fe09d7e8a7b0fd04bd49b345b8f104511ae13d97b40cff790f59f3100a593
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac062999634cc6175247b6ee57d31dbb72bf7f1b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52547e1b790fd20ddf1789309fee0a12b49d415a9276b67116c5e9a62ae2e009
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb1f94d2d50fe2f9ed33a6379dddeba1195109f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1757a2140f30389f82f94f59e15e6c26bb3237fa070fcf5f7cb2407f287898fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a079299fde0daf7dfcf2fd0d2cd15aace1ddc8ca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad654dd610d1fd39dccbd0dc45a8e2722d8b9dfd7ce7599086e8b7cbbadf4545
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e279f1813a3ed6e7ca070fb1769c1edc94e3c90a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca2b6b3bf440dda2a763e54ee79e8c4c36413cce2efa4ac4246a798dc1cbd449
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1efe661d814896e1497cae31800e81c079965462
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7cadcc5d3f58ef4f3e18b8dd0a9bca81a6c7ea8d5a8abcafe181cfec5ca03a1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa244a821a69c9596a2cb5801ca49066048b940a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c1f737bc6e61d1ecaf3f42964f3b76270e1b4f4b575f8f9a12e91be7c13a461
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ad29363e6ca50388e1f1355aa35135782d3d07c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c92d1041480d07584ef1e55bec59218a3dc373983c6c5533e5a290bd43507842
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48c06dcab7259c4c3312d25f3d3edda688fe0e5c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c72eece08408102a08345ccdd4dc0f49a934243a258be811a86b172be0a180
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b566f5fdb692986962a04870e783034db2dd7911
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af1e89e0edf1dcb2964f63b527045b19424e0f9b084d823e4b62c5e0722ba96
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd959389d8eb9b5c7a08da50fb4eb5c2b802ff2a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc6d4f2f2fb487e9a5b437186578a3057afb50cb0c5d902e99aaa1a94443ceff
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bae6569752af40f35c723461a813b9333f01218
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dc9ee49ca7533f29c2553805721d0bcded09763c17356b3317ec9d1f973c8df
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfe77292629498f6f1fdbbad6ca17d5e136c8762
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9848e3be1c21670d363b362bea4ab0c1f680276ba907e5cd68d318333059a390
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b078d79e53f1236ce5d53aee81e84b587e1d039
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:540b6158771a58c7f3c659282261a73dac0fdaf697d2d89fa8b2a26f5aad922f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2340f364071cc8aba9f23703fd5dbb29636c598
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2132cec61e2dcf534bb79359a956e33063429159215e15b16ecd517e7bdbc7e0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2743e9a06f7bde5f5541bd19ab117ed4e2e9bcc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eaaa71ad32edc8b0dc837c0a7acca12fedb8f0cfbbf7493b185e772fcd5db21
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6272b877f847e594d929c746c076f6e2c34fe75
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2275a76839720e8e3c829108a4aa935124f8d523fae911a9af57828aeb856077
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51757a2878e822eb4fbc0e2a7425b1ffa1b26eb7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc31d24bf65d4b3d3bb9856a88794bdd9a6d2f762f75fadd723db7f4b0b975e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2f86e003cb5ef9b05419a501f543d2d90fd4b05
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0fa26ccd6d630606690ee03af49bb865f0d0600b47a1692e7b14c8c9c6f3b04
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..523eead383bf8cdd89c5cb343aea55bb775acd1e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d502238d6b41c0a11e136f81014fdbc9a539229151ab491082a4a1cfa40e5eb5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..906ed3ddeae76de99b28018d5214fd167cfe0545
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8aa2a9fa99195d09752c57694eccbe1c5e731ca0ddaedb1bf37328b735ae746
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc3b455a69c55da97fa19325580a8964d69806a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a6052ec1bcf5c68462798815e504c80bf2682b91eb08b245e038e1eae50300
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..955b9c818bd3f0e516f11dbf1bb6788a070c44c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2495c1818e4c0b7803b9512706385573a8b3d12dbf9cc5cd5ecac752a1089666
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1710b9d9335bd6ed1e37150591fd3ebf4771b65b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15f6c5444c8010cf4bae492d034e81b1aff6f8281f143ac665bbee0e7ec98b37
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1749eb9d2d7f04524f252d5aa8ca077654a4b82
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22378774e31cd791fabb72f2e53201e04e7014fa02c44cac9c9969c79fd4358b
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72cd2e6cb82776aaae8345ebd5dc7a85b27a5ab9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d15b1b4251202c57bb0942cbf5a0c12fcb57d6a3958e0bff842c3d3081199f4
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/lm_head/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..316b09d12a0cac28a6aff69fb99c33bac5230c9e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91972e1ba3d886c0c58ecc7959c6ad5509dd47aab612de87799b8b257c8de0eb
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/lm_head/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bdf05c80339cde55ca20beb6e0989ac6f54a05d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49a4ea599e3798396532057bf1648032b6702fb9033e200a6e9be08d9cf1127a
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7881f3063f96811b2e3725ae4988b641996789f2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:107db1f427227c7e65664de17151141d08c39c4f0f595bfcd23195c9a937060e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b80d6f9ff969e721462498b4b2efed8a1e5211e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1576f0899bdad3692cf18ed8e2bd5edb8e299431c9acc4afaec06fdfdfc45d6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4b3feea995d64a97bb4f972f9126f9e7390fabb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fe95b55f743c737ccf43e4a8c10a546800a0fe2d5a4391d1bc0e03d0eebea98
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c58e9ecfbce9279d964fe4ccb771de1e4c5d7dda
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1de55818def55b79b4bd05b31940e70961659f1da6a2a28586b4471232b41ff7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f05a72d5d4ea994351432d366bc46101d9426817
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08b4c07eafb301fd44d76e067fc3ae4fd15704a70a60f1511024bb39bf39b9dd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54dbc9535293729a6e6d379ff057ea621d0d447e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16b659f50ad6a6a0d96bdaa687af2050c5aea0ac42dc84dcfef319cae23c1406
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28e4508681ff9265aa1b9949e674100334c7bb6f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb1126ec1de71811de9b049acfa8edecb7e7fc1b1248b1f3b7558f86737959b2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7027dcd30828970414b586f3e51f8be10a5589d6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bf901763065bf40d2b69939165532d860a11fb60dd8e94d2638d9dacec23bba
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4053bb8b4949536507c92082e3a44b8d20cac07f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e59dae13c6d1e74da610215f16bd77b2dfb2fa74503fea66910f30d2b748597f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a58c583522b9bde69562f2c704447ea0c2ebc08
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a0ef8d948208f0c4b945bc875e865215919cbaa8bdb7c556a49378b70b500d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d94d48efe452cbed797be44a263e6365e7f17b2b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c754bdde9bcb39909958dac15bc11f751c7015bc59cc640faaefd1276b474f40
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817fe9ab6a4ee2684336b8c0f3f1757f780d3a78
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd73c98c55ab1055561e56b26d3b059a0a69221aebf3f4e2a9e4585a60116288
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..428793049044d9e3afed645791aba4a0ad437956
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a082ae71d5c14419183e99fae1d0ecc911d45b60ed5d9fee078622ed27b39289
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3292cc6745e4caa31a3cb446477031ce126f68a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a385b0ac6e5d1a485d72aa2cf6d0899cc835d6a218144d547903f4b7877016a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e69c75ecf4ea156a811b19ee0c62ed193ab437
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c534b90c4d412db3a7eaf518686bdba35ae4ed381f4f6789073d6818c04f7ad
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9c83d99508d4d9bec23cf084fcb4346fd3e8c1d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ee2b1c7a7e817798d4473e948043c6c69ac718d8c893b42636f69b831fc57b1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2995e6e33443551f57d609ac2df8fd55a1b942eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f778ace66f20f8823f0ae6fce83ee64fe16399b343c479762575bef3f3dfda
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb0fe5b8810beb47e0aea0ea30f56f266302e3df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fea42dc4a1a17c319036f9a3ff2dcdc714b5c03d806db5d96b62d68c4c92a3e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90da593ec6d68a3c01fb525f22db000992f3e729
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b8c726ff060a29a22b64857d9a67861ce93a66aad7a26b7fba9d569f630382c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f34fc47be0163e790b2cd5bdd97992a2beb290b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a511f979999f2c25ad25efc8c693933377ca2b6e818ec0ef8ca2f13a8efd896c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99bd760592e499212d9c0dbe24730e8f5c24d7e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0841d2529a506a2b70fbb616ca9ad9d7ab425b4147b82234a5c77d18554f4ad5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5146e5fcfc3af82eef4cb82fc38e91e6d417513d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bfcc9bf1b2225cf0deaea6ad3558ea0d9dbaf2e39dc71975bc9b9dd3aee2914
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc70a0ef600380cf0d8fb680f3980fd57402b62
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b389d0d08a7cddffd53a4a6641bad89c695a415136b77c3e8f099ee86b32244
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be75e7452c3c396fca8855d1a2fe1260de8f6c76
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28005d520d60e9f7e912148cd78807ce205bd2e9394340cd8e3ed7428f3e0c9b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..286c1876370a7f2eec5396abae530670ea924175
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca9bba03072fdae772f8ad8abc850fec19ada8ca8ee766ba1e319a31b222a21f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5cc946af1afe40596af35df21e6af4bf0bdbe59
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afc91426ffc6e9db6795fc180fb420a88a406b84512180f970cdccb333727891
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd27215ffed6811832df0725f7ea9b3a936cdf98
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34955dbe3fe3374d177e33b5e2027d3d59b38a47ecae89cd1e2edf5547116be2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3547d7fe3ef1d4cbb163ceef837911319b5f54d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a06c70c68197c599bc9655a07a8762aae67e8186711483a4fa339558afda3b3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e80fbd4c0b4d621a0a027760a9c8d48471b53f34
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:247a85b11278b85ac7bef0a615624d878331077c3f3ced148ac8324799cc1cfb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a02da5b3f7e464eeb0490aa62f1b5ec8ace8e8f6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f83c5ecf4a19dd27132b272e058a409862ce157460a155af729f22856f439be5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07665d2aea2c4f6b285ed43cb0536c8dcffd5171
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b007ecbb2068f304b6174bb2314b4ed02d276d039e817689bb31679d2719874
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb110c2067f42ff49ddea69b1f2018a311281a3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b08d3d0018ee16325bb5db42227a6d13615d33d32c5eaaf4e85044c0128ef47
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05482ace174454a6ab0b929fb026a4a5d12d6138
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7a7786413afcaaf9eea2ce4a692a71682259fff24baffcb2d6c9eafb94bd485
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0ca9010909d88da95bd1a8875aaa9a42dc28043
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72e0ccdf8f0026aee6ff5b98e785ea4eda4f63d28e97f59d79fe543c7c587c59
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf003c9f9850a756f8945ae9b55951a2bb6977bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c744433d2da66d20fd378a5a1d60fa5626fcf4f45d094a1a609cf3c8a5f3d9f5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf77dba29210bd7eefc089ca1155355356214375
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9601247ed3660935b6248e205f1a5843a71c92102a70dcb125c16d25597e4594
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf437252a28b4b66fb8cb683439a08c6a9a615de
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87d2d16ee0ff2c6dc7cee2f14d17e88ac32e59a7a29d7552d332b54c318aa8e4
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7348cfc510c820420db3e302cde74e8ac063dad8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe8108c34b0010046218a6664ef0ee74589ef4fefd3c3e88e19f5819f4d92f10
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba951a2524a00e2c680a74d4e01212ecdfcee80e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65294ee4732370874423c8c222fa5c8af58bec09f8f61aaa90b36ec5f7251e7e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44750fe9593cbc0a5ed27a0a08936cb603834550
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a88d74c05e4c9ff5ed6fac0105f3f5e42487eb425b572f91d912314c09b0b0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff498091582432e3f17e2fdb6faad5a69c38c3ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:997c7993ff86e4b1a4cf4086cd86a7d1e16836296c9c1deb14ec52802bea486d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08052bd75e4e9ebf8375bcc69314d63d4ac0d980
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e11c0065bee4c74144f4375d6f2d499aab52ff5892b5b373adcee045197a9f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b80957f2126945a884f57cb056680db9b92f50b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eed3ce66b508a7907d3e793e347a3bd81a8c6b944b495d2d4946c567ee82b588
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bac0346510eeb7134d1acca2f13a9c94ff8a4009
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:586e88e24abd8090ab426263696dfbd86c8e2b782ca5e17cc03d01c00e0d584d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f493eeeb9e16d75cb7d5f020acb7bf42b08722be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac4362e1ae8b4609d915fb234ef4ad83269cd69761f9606e338714539d71a63d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f16117ee8054010293297b7a31e70197a2f35a84
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca6e3b2a97f8a823774499561fc58c1869f3627b4705bfcf93bb050614636490
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac29b4d504c10ae5fe92a6789b1eb49c59f9a9cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d235a00728fa7f426da03eacb364b470aa5af2f5ccf2dcf065e4b9c9d69ec2a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7df501692b304ae2a9652996c21c61bc316b57dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:668f51c4337c2b9f77d11d7397f684412b02f2df18c4d496d4b11896c4b9ddce
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87a686201b4e08a143f2de85d359f65e21a9310c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:242c0b5e9f78202b6833a21edf1ac8bc5b1bb2e99e2dcdc94f3504f98274339b
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30eaa47c93f58d1753ae01acdd540c0354420b6a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bbe53f79037c2612c2ecd16f6169ea34f3d4575485f15897f138204dbd78823
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5348220ce71f8982ac0736dfac66c0d74697a092
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b72bcacdc315834aa95f434f0f7086b099363d1791343f18624985cc6498780d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b2b3ff9e4cf45fbb78fdfbd528f3ab4bcf8455a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f12e08e691e2ecef133e96a7a5a9f0dcb855a5efe7fde10a0121c24c9bcce200
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc21f3d89f4205be8026ceef86e8c73747928bdf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ecd08764290409b367741d8e25b5f2bce5f8968652e40a3b69ae9db6bc9ea68
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d82bac7e6240eb3169a43e4fd31ed35128a0afab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b97813e35558de85ac3ce6c4edc7d6e383533aab84dfd5ad0372f4a13fa9410c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62035cfdfce0d19a5e1b94a4497e9264ea7042ea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9139740bbf57cd695eb1526ad443e1d71b4824e3a11cdd3f782071b29fa2aeef
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dacc4bae8f981f686485b8ccb299b80272c24588
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc69c3417e81b91a6865d5c29aef2eda0cb23791575d99d46434deeb5488c5bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61bdbdb4e0136c9d28c4c1323aee58d28c3a9d91
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6508149a34cd7da540818c59324b9215087b093dd73575c48cf0e0c806d0611
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd553f93229a9aa5dc81c270be95ad4971f09851
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fbd7686f96c38aec3d7b33d8aa9a417f97bd736a3a930cead3102ebef549e8a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98e476b227e22a268d2c418360ecb6eda952d93b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c16e12046df60889dd90605bc0c6a967cc8e9be029cedf30c7d0da2c4ca1a0ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c154838ccca1e8f03667b7b6df6d3830896ee371
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b51710f7a84c943a7e22d9da80a0495b562e1b3b21a6c7c4c0072b52fbb4854c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88eb0a5aa16ec4da29b59ead06f66d365312b201
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e18a27f8d38127b1d11757d86d581b8166b858eade4afd966527c04119561904
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07100192cfb74ce4b6ec888cf97f7bc5bab095d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7cb2d9a1f4088fb8e5b43aed01d41818e620fb9d1f0d76c199c1a7c76170a5d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..270183031ad68a4aa83199d2a4cfc7e439730528
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:204df47175beed2f9bdb292ce215bff47e0d06b1c1dad442101a4599835a2ed8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd42c9965feae733126a752ef923b424374641a0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ba9752cc484a30d4f13a7c67575e3b3fd6019c83bdc25ca61b797348728936c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c638ac9930ca4103049da49738f7aafcd8801e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bde8864955d5a3d09638d03bbf74bce174db7033d4f8be084437bdeb65e00aa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59470f30baabf7305a9e1342e213521495924a76
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c25cc6eb67825a25429a3b5095d211767d56319f21bb17897a4fbd9428eba52
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee1a45825d11050c5a28edf8216fdf831b54ef68
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ab5a08aff92a9906109017d1a42e02e0c80cada1e47559b68d7fd964a185280
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ed59951cf8ef2b505076a47ec7700334dbbd741
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c323a8a484c935aa8ae3a2806a1c4ac7d9808617077ba91302478b1991728287
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df66321542735d1267b7757d926f393803d964b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d66b0f15adca70bb50a63060abbfc76bc2dcdad5e2e5879be8cd90770b8437b1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a69ed93b5fcf63d752f78f44725efba51458e7fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f16d806a0e628ec9bdb81bcf3540e46b1fcb979fa58796e918e070774cdb3c0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35ca682fc0aa60b8cafdbed83749e739449305ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1a147c1ad369acc5186e3965c0e3dc6106c06d4c86d9c692e4da2a1a6aec8c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19ff5a224dde81e83f094d8b51c1279701a28134
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d3ac79dabc3d2af96d3b4b25f2e162bb7a57320f1cfa292630bb5b317442f2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f916b94ab4252926e69b508f7a753228da720d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa54486f2a4ed09849f1df0545d04979177386a372098ce89721a79dafb7b241
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6448a3db753c7dceb3636597416ac56ccf13c3e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1204ba243e8bf20992931392f09e5a1fa49959e574aacb725d03fd20356a6036
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d5a1f7df234de5c1a1626da3594d3c9551d4002
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4d1522ac6e82d55e7cf4dbe1b0955f5430a06cc98613e269851dec796b39e6a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eb99460c6f3573062c68ddc20181b8dcc820339
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac83d5666dacc3a498ca5f90eb58bc7e142ecce84c782f29964ba87eee204c8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8640e0805aaed6135e202268cb93db8dfc45a6b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db6d3f444d30db56033b463457c42ac8f4abca0d040347f06ac4d7f5dc0626a2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d50350b8322b2bdb4e82e14b3dac7a2adb17d008
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ce74950ed2ae04927ee13345c89c6e97537c65dc6959241b95a15328fe28797
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6319c70d2b10cd19935a2430adbb2c195536a01
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d252e098c3e9636f237d912a3866fa9a9963a2393a9ec810ac02a0bca9dc1e24
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cc85f32a2dea0731c9f1c14808a78950f7577ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b47d316e2633d4b20d84c69232eb3e8590a986124ddeffcbaf71105c01c4b304
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c81877df8fce97a30c3b12caf01338c0512be6e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe87231d4e815a3b116a68f552cd2970ac568225565c2a498bac8412ed983f5c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e019dae7f35afa0c5c18af90212c726018fe135c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f47948bc33f1a2a6926b25b876fb34ec3dc7d920cace04a259c6c01d81c9acb0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e134aed2dccf6a5acb1bb8bcaa34d786c2d9f0d7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:368356904d3a20618b6babb6a6e5d5b0f0218fbe4a9de1ec923fb205b64a0fab
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa198f24c2474a9d962b61de868150e40c1554b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a660918174b488aad51666aa0d2aaf34b0c1d7c4f53cc4ba2b87326c25f9c25
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40cea684e094ffde96a4172d492c1d5fe65b4066
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce6dab30497cabc50f934e21014b9b54d1c71365140426e698705b238c25fff5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f3e6f6a23279323be84352cbb7a11ac456843c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb3237187096a304c8e56c19a22d5fe9874edc65296a4ce9f5921822643b453
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1602f8a65d2164a2ec609dd8275b04e8828a2a58
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9ae1ed9d6e3d22b72a907544513f137196693458d763cabe9dd11cc0324323a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e74ead4093a2bb7ccbafe0aca5ee518658df9612
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b388b7dc702b5f128f09309bfc7bd62e584ebe79a4a23f8b046f149d60344ef
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b07da8643bf1203ad0d5b8ed462c69d677ab33b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f64cd9c105b3a1ff557f9901e84c23833c75766b4ad271077cf551f6442d2ad
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46cf7f8ad551e9a00fb64d2d9756f9646ef3aeb3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca063964368d658a53460a01ae3124ef0caedc2aaaf649807eb65c550d8edf41
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cd32cc1b7405b09da6f4b1ee3d9579182c70ddb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:747d40857ace01cb69680f972c126d9cafdcbcc382b52e07055a2834e3a7ad7d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c439be9a84df017d18aba614ef4c242384422880
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:309fe8a10b064e056cb363130a87e8eb8977d63668ff1fbdc3a4e1a5611ea2aa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9cad031637c20755b1f65008bc99ae4692321a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54e49b197cee642e0f0e97c347bd7d30c7c15890cc0ce570bd37e1de1172995e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e48191e6c12333738f19a882b74c0e5875dc6b9c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dd1522be2428103049e8fd5d3ab89626f5d731ca22182650bc4a6e5eb8f03e6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f815384e86cb6383eef2d439a4425920e130ed2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ebbccc5e934214e4fbbb28343d8701610fe9c4805b64c16479e9ea124206e49
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3813b46b58367b44b7f160dba106566d57ceb63b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c29d2b5555e7ffb24c597d5c6bb56d8442e5c565b03e73a5adec60432a932e96
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7758db7ee2b15eac3f376def3ad956c77478498
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5da94bdb4cfc4b87e72e06f0f67ff513bbb0130bf5cc33332b523e97a2db7c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d34e9bdcf895792b78563f97765b432fd02fc1e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:420a2c616540aa5ec231805f03aedca47c5d5b3a0672f3a14989ad0e631ac4f1
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2569fa4d055beb99fcc3c6dd941d7a05c48fe70
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d1d01a7ca4cccbf63553d898dcfb3a942e0b533b247b6c49faac2b010abff69
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..710f26a1a221cb63a799ab0b7c42742529bea7e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18695ea97796e1e0028e89a4773bd1f59d446243df5e1004372607e880669f0e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67e1fb724d522d3d9eb225b25aa182a51d1ad029
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b01d9c868b5fc3755bcb2cab427043ecff941d1b4fbe4c631fd7ab16fd13419d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abea3d4a510a743d24807ebf050327c9c57d7aa5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a6b921b28d9b98fefd6f63dc561521056d2f601bd7a5a826426ea0945478d9a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1c844e823968d6a40ad89656be935b9b1b01e7c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e748afa1f7fcc15cd9d14d2bc69df975903d9ce8463eeef832a3aab5a8153718
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..557efb85e78a660ef60d49a2e702d7aed4bd131b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7693519d5164652ae8d9a32c6a56a32310cf8b050bc259de4e4df6538d546eeb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6766671f6f7c75e13f2833157485707c3721eb1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9222da5039688495909a32fd8909837e9517c65b7a3a6715658be71e34974c58
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ae002ea092f3466fb1c6286c8e032c78cb450f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc3b060d1b6a847e14d0a261b615f47c724543c4f8a060f6b6272d5d8aa487e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb6a7cb63dcafa79f55469590a88b6d810d8b5e7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:697035ffaeb33e8bdc8d1656eaf51536b7b360c18fe36aad39f8c81d98404ec5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2b46be4d5c44a9c61cb9ac0014d2075f624e78a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc3a5ae58e3b7856374d5ba250d34085e39331ce5a020c3419323d87e3975628
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae1dba32f00401f00481303f3284117a49a47a0f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63ebe16b5914555a31b6b19a545bec9ca3c5c5f60bdd55ff8f7247e59499141e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..975c7b1c01688a73d5211a06d302241e00b5e826
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48f255fab4f0313d8929bedf6267c1f85123fc61a33ac19d63f678bd0562db07
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..014053986b3ad24eabddd6d9accb0ef3cdb2c1dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eefb8e8b88753ed606f39efdb8761f54f047967d73afdf1c8914968564916f2c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ef1dccf0a2a814402fbdff8900b71c7f5e2d886
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a0311d1a6f84c6c68b1b3202affe782ad082ea35ad16a08b01c8762a821c40
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..136e24ce083ada5493f3efe76f526603ed85c11b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f74c52006d6e835254e22edb53928a68478469edefffe6af896183b26001eb31
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b595ccd1d44bdb63cea810d7de8876090aa39b45
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:490f06ceaccea8e4c694f9100a693fdd00faaf1eda59eea77479028fd5eff957
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26cbef665e3ff78dfaa9323581cae0cc74828a0d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28032b163da35b8d807e908ede2b231c578a77401b750a4b5d43a9b2a031d488
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6e6981246ce158ad6abcb0aed2c6d0636ee9ad1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc564fcebefb2cc103c74b2e2187a3ee83ffe580b2709d226a77a6ba2232f7f5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..848ca0c6e0555244a91a8721428d9cd2231d2487
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:135853937459a163752bf6aae0e7f216728450bd98e8be95a34e10c2e27c4839
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b9b1c6c6197bb4b0553d59d1ea13bb6ab573e2d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7a6b72106de69523ba3c24079fa7ee7e32ff19d913cd291683a30f4c65b9abf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51d271b09d81fbaa27fe26e0438ab0344badaa1a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7d78a2b806ebeb17ef1792db0225a261fed712f9163586eae233998713cd70d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c529dd64b1b56bf9eb522d874c2d23f7b2cad49f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c0e75ae15d5d23f2ac053b33ea67f009a2452447965c206aa175f95efbba808
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f426cec9439e6662543f13f5d5468d6565b78b68
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adf72e711a8b130fb5462130d847846f0520ea26bcf8a7c0acc1b5e6423c9549
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..640c8ca2f448471dfd7f8f7f4d64b7328b3041cc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1d166c0cd8cf02d52b73c97a954bcabc51ccc571baa230e32fba9c34842211c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32804f644334c18a1e477073a2db305afa0410da
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20af7e42f900dd40e95d7b846711bfddc2ebec058559f31f3b6d868617bc5746
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecfba919efdb83b37e2b8b3a646681f67f39020b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51df8ea8ed634c779f05c8f4c2549d1b7d187103c68e16a7967850291d07cf7d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8ae28ee9b49bacd1674adb2284e5ccaaee482df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85a2bdb11d421b4b6887d36904f7ac10d159e8b12f2c1d597fe371b8e1356eed
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a28348578c6ffb83d3e9cf01fd71e66451f2fdc2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08eb3960f32dbebf619937a30528e224d8d55dffa945b313761e6974554bf26d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12baa87719f727a31e125c5c672018caf0958ca4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41b37e4251c2c1349489649f6cb71e043d0cc48d5cc289e9ea4845561df770fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd1b620ea757e2592a467e965f0ca19f45a60a65
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f440f237c9eaf10deec26ed3fea2896e0fe051175400185d85b74f61f56975
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dce9fabd2a0bc0d29d4e57c0d540739c7397b43
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1b1f316e64a726ae0b44c062da659ecf77aba99d0358c4db42417135ecc537
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47a17873611211859083656c4899ca606a661a6c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1765ea25a40484444a0ff3667e069b643ec5f3585243b0f2c925a08848b7ae8b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d5903fc4121d9445e1aef328bfde5362e8cac0b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14e1fae764ed29e1d50901dcc71f7e7d2e420517fb6ce2c0c035f719f8f97875
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17dabb2650465168b1c79ad71cce0392445c9aa8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:522eeb4a6a65917c77f0ab48d5c90d8cb505676f6dc16d9831dc69d03f6ff128
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1f33bae031f8f3338805c1379cc4d4d3b6105e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f1cb3800e1d29487e726ebdcb1c15d4e26e678ca483d717fbc176ac2b029a79
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c070ab363a429dd120314209a8442ad4c5c1906
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9dce1e733726efe6a54872a4cbdba6146309531033ce61d2614e9bf47619072
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e0eaae84f210bb183caf8d28bc368130d31ff54
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c177b8c4e626501d285564426af95653a7cd5436198d3523ea4c98c0f3b0f449
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d318e68527d2b7e70131306ed86a6c02000d0b52
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:927afc853c2de2c3ae3fb4795598cce98c46fa8ef689acd7363b192f66e2ec3a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73f932fcea41c9c23c49684c3675e7efa04886dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86cc1f11dbe1182de57fa062e3673abb4d1656fb52267c0879452564bf1591e8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de60cf6e8a53b91ff0d29fafea90d86a1915ed38
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72bc2011bffa663c9182815e2e79441149a340d7ae1481cac5d1d94eb80b60c2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47cb611fb27668d158da2620e5d485ff3c2727e4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2862ab0f26b558e6228509fb4fe7fe4694d746ea46709a34a664119cd0a1fce6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83e639d856b4ff586d604eb72e17f81118902b94
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21f5c72a8c6d8a29c58e43fe5bf60631ccf7d9698eba661325c68a7d6422604c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bcfe6bf89d3406f32c1cd8c59c94c9d51d2de12
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d771e26e0fa2beef637c60a3fdc77fe276da3dccdd807ad744a29df7b2f76f1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c822a7451818b734a35002f7220aa0d0b1e5ad4a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f80928cb0fa6ff3fa9a04033f7a7db130a1b4b40d27fe53d7eb9cca5d689a036
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..becb0948420341d488531f818fc1d3ca91f1906a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df6e85618b0b48ebd9aca73fa062fd98666c6a82ec3bef72692c158646d652d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bc213508c34330eaad06e6775001e5720d22b3c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc72e665768fe36bd280dc79fc5ff6c97730988270c44ec0b0f1bf248fdb2f18
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed61232c18ca78f51c42906bdc7840958c2f626a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c575114d9e6a109ad2a094dc04196ff2281a9175c54155038f53a12c81aab3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57460a7e2e36d77ab27a12252a3171df123dddb9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdb08310a37638d992d0e33aaf2151312f29d397b39855e399ef32a1d1661ced
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e762620d68e299aacd4bef450a7cc2d4b86153fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd865c8f32ec0659708f79a0349d3abad8a63b0d23b07b9532bbc38566c823d4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee37fa6e144ba000ee6d9accc016385d8420b927
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99204d3c4b9b6c31ce196e6aecfd9a81a7bafb7f248d40eaba42c0f84762bba1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..883f131daab0545e85ac43b96a3b2aa621defbd7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dee0706fdbd62d996cfbee7a33e7487b3638a4f32a82de51bf49ce0285c34a26
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b502a047a512ff08da12552ed79c52d021dba47c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8a57b5e49a18e79cb9e094a6c81331bd9e6c8d73fb88bdf8ca2baf63b0d4978
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e94aaad9e7342d31dbff7b78ef21d9d1fd400d98
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1695df186e6cccca46d245823ca3f5704e0ed7a1413949284c5797c15f013fa6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3fe0db9b675c30ddaeb9ca90d35069d630a4062
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24952261563633d18317cd57deb4d07769215471ecdd8ca50278555629935250
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f154fe77069c0fa971f2cfd456eef011b84f2f0e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1451e8ab7db04ce6ac531b990e3134acf7283d7a6757890815118aea7877b48c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08af67c21df4b49cf3359a216c5d08f66becf519
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6968c04839f6fb14244dae50f3bec3d39166a1e4be8f5cf340a4f849f8949b4c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9378bf509df07c8470d1cd3ad8bfebd8a1442558
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e17c13126c70b117d0e8f6b7b7f870df290817093ae1af1e64719db5b5ec692
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6733bb665d7415f9f7b5d91b5a76324df06afbca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f97e628b166acf154f819056918258f9570aa7f3901d27760de6b519b69ac7ad
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3efc58302fa5437b54790ada1e08324a24ba5ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03eb245f53787ed11dc9faef55c62e19bcc3455f41d2fe07db50283516bd3410
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce2e09beb6d5226c9601467bd39b6ec612cc201
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2936888999b2ebb2192d69a7f64c1a65d8c061ce490741383bc0c4d5454cfaf
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6265587698f974b65aee54808dfe899e3303c60f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de2609652ccc7ceda28811a8687f073602428b120425bde6bfcda3ab3e4225e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cabe7bd0f1a9efb38bfcb78d70374b4ba9fa37f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90ff62f8fdc8108199d22867de622a7370cd1e229bd4de805ac3a29810e49822
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8176c4b7051cf5ff00df22a28a43b5418ec300e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9380658954112d0de6d2f425127954e2cd58701b8adf8ae21a8c408ca957e34e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b4b69e5cdb4f91938d7e96fbe59dc2bb5191546
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:355957effd82e7c6a9e93fa2c3029eaed017dc471c8097794b62e41f20ebeca9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ae618de5c0815217eabad13d9500fc772df2eb5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2279f324f817b391d631cb31548a84b422967cd262a69844622ed8a32b762141
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91b0029b50bf4d053956de7e618191b0dfb5d611
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:935feac2a24075442a85816080ce76108a27157e80eb344062504e12bf5581d9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..831c50ffb773f960847b84723de48c8223f878e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb5219a0980434582fa76c17a2747c1f316580226e82a45f0a1b92f09c78ada2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfc0cd0e29682a1567fc5d89ea3c7e593e1f014e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:568fb18b4ae3f421823d60bc152b325d55ef342dad4c25ecbdccc332e745dffb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18587c60c6b557c6b720acd959ea941c97cacd9f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bef03195de8728f679b1e754ae798e1722ef38e0af747c0c930d2a4615a063d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e32e8fad8349b5af633e9c1ef8ea3d13be39b27
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9144306719459a479fae42f76adbc47fb3c95dc92d47b8330aee77773a8ba88c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..913263dc7ecb4fc5db0d9749fd9edad3e012b4a8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf3b962c860f6fd38bdba214e6c5de47f527afb9773bd29ba2683c397264636
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..177740dba9b9cc61d3fb64c1240f87f1d85f9224
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b53c7ca6754d946fc27378996ddfc66cbab53719bdb74f42766fd8f1247a9f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98878932164d7c28ae8c7efab6c66292badf8c2c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cdfb7855a36d17a302641937982aedd772e1f14ff211e35ffb6389017a95bc5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e76c4b8d85c0469261debad595b3876880296f7f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeebec7ed4388f96790357f1d1f44f1915438aeca444cf9d0df563e6e40d2948
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92076b40f9d690be47529be1c5aa3bf4e12356af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb5cbcd6cccdc461482d70720df34a2f5a8cf825af82ad53c31b3e07df9c5c6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7b5c5f4b8543c99579571ea60da4773ecc021bc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2b6d9595e206e4d4c97e8e08240f384d77ace8d5f7a86cd559c1558416d05cf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fe58fdc00b466acf463aeaad1394c9c7999f48d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea93c0266de2d4df71c37b5b02c433bcde33a86131080cee04bb9de1321b7010
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1396de7e308d85a9804a996c7344178b798ceb6e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:950d4d3b572bf9437647ebe9edf0e0baa4c45067c4e6136c04ab1cb6c85394c9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce37a1b2fa6b594dffd90a4113169818bd4b7fe4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cc8997f16ef6a6234d6ddcb8a567cd82a79c0574dae20091f4731a38ae3b633
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e60546559887cabdb39c22c02037dc655f2e7ca6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5247551f6368991c10a17778f3b68379942931df9bb120135bc14bf38244edd4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcac068e4e88a38510df64c382d443cc50606f99
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd7ec6aa58d815daaf4fbfa841040116d40c237a97c9f9fc5dff958b73d1dae
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd52c74fed3af1c996c8c7663aa4944ce48d09c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f1fe9a5793739cf3ff534c0a05072c142760b7afe46c92982e65381e6cbf3ff
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9616b134044516a1455ddf0f214a44bf030d1fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a97442ea882558a94b364845b2e72c153832b9b416f7f0cb21513379bb8cae7b
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31582b333f6bafc06a3f5986c8adb5e179adafb4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7465fdbaa4826c90ee434c419e24f8771cf7dc5f8b9fad24954e48d9ea79dfbb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b0cc9f9adb379647e5334d144f5d1ea83b09781
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f02fde1b84c98db86e1c8fb57ab9ff2285349f419f807f27106a79f858f70e91
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f25ab51520dde68dd78ad8aed70b3870b6b950c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:036c777ac51fea4880b6f718e1db13fae501b927d86d1df44cae9ce43eacf0e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feba88bd3cb24c450031e3cfac563dc06f2cc7d6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67eadb925f20f05dc01a45aa258bebd85324e17b48bf11e5afeb00654ae2fd45
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06dabccddd613961ba6ecd4728e255302575fdd4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32bedc63199640a079f014287dd2ceca81bfe23df6177a15c36d80613e55da89
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e2db849334e0d92ff3eb22c7134618f0c4a167
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:559101820e85c823c3eea3bda7639279a5d1f6e3211a5d92d02fa594c5e910e3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4bd3b717e1159a373a94694b8e8ddec8276f952
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a731c26a4dc05d29d0a7b26d966d9f3c06dd37ff93169da599e326b4d6e177
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9572300dd6d7814c7c4be33ee1e1852d03eb4d74
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ea6e5781997d5fd056fe96e1ebdc705e54dcd0761243ae43a38b2fd1fcb8a2e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e70d4b531395950d022d76b30ab8474a3bbcfc66
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a948bef7445d0004f20457f2a1b12578a2e5e7624368cda74a931acdf2bc16e1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eabb8dfc17f11d5c0ca4cd23a9e9e4c0c4458fa6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:233cb94c07e605059af68edcd8debce2ca5c40851e8eb3ec3b5c171f09b59060
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6abed1307521568d5da407929c370440c3b21c8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8769e09208cc9a941204112095cab8160481965ec964435b9562862a3ea22e5c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bcaf03aa61f14b1122754e0e3b2ac0fb076a13c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f68b80c40fd2c88e1cf6581001a497259ccad480bb6babc605f8deb188e56022
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83e21434f00c3a1bb37ec48b3ea77280b80c27e5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5b756aa55dc5791c8102213b41e43a5f314e1d486a3422e7c92240b140d092c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5840a7f4ca46de71f91927cd26e48f389487b00
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a1da25d6ba02131d759cbec3df41ec46c89113fe144367d26c64213c13d06c0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..924a01f168c5c54abc872d157a116b081d8a4e24
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd3decd14be13d9427e370f99556509e57dffee0e4cd6533f7a38130a803768
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..389ed43990e374586dce4575194f4b5458db251a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cd547ab7c65fa1a0a673c354350063a68a036a0f9cedf8059995ac8a77e626b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d93f0fdffd580935f0adbd05021993a2d506dcd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86024a56bf8e4d0be9a84b579415533c51a5eaf285a69264a3f8c591388922e3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff1bdb5beddfb198832cb7318560157a5e5d341
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087bbbc3096286202cb64ea1fad13e38dfcaa8458b74eb4b0d65e5999042a518
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bead10a4a00788d8b9c84e77ca8ce7931f487c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45060a6443437e8e1b7824a908ba03976e3c6c66e0b4eee18a411aea2895d33
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ca217ae12943ae97b124567dc1089a42780a0bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6733926f84f9c2460cc0ddea40b8e700077d9b38e86f9a4ac703c531f6bb0657
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8be3cfb9f41fbc0bdc6ad77b23b17181cbb76155
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d581f61a85522f647d8e05b1549b0e149ab5537b5858d7c34db36c21beb7c58f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12943d10a2bbe19de1f5132d5424766b8a5da3e4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9ea6e43728b06e568d996f11027424ebd09bd9d9d0e63f1bfaa115ad70b347b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64fa4ceadefd55f662c5b83b912b8f7fdafbf8d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b208cd9cc7cb8547caff1a6b0da1808e93f19b7281b4203c43b1867175f7dd5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28184fe8dcfc2a939211fe19eb44ca9777cd4e9f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17432034cb4ec317bbf9d53e3f9da4fd36ec058e924436f9a1ccc668550e6051
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7cdf873818a52897e07d5b81ba76dffbd9bf5aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc772636330c8fa35cf48bf2513f342ba5fc7fe6c9e1d3ff70eebe016da96682
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5200c447d4e1a25b37d5c191b411e9e24dba8792
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ac914fb19ee0cc3c0760cbdf36ba5c156901b7c39ecb30d022666edae5e6eee
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fe7c8cfdb13f526c78bc9918534858235ba525b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:839328afce5db8ef108cd1ff66b59b1a0e4b75a3b434eeb5345674dc37c0d829
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11e8306e801bfbbd990b2115f3465f1bb38e1c73
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f80751d008aba5234a0cb6f86e1d6ae0066e14dc4afe522bed192dbb93e96702
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91897a7b296c7fa5f8b749710274151152ea1892
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42a715a0ddcc79ad0169a4f44d90e1144ea53313eb72e818c923e4d655640462
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00093e48e68c6b8ffa6fb6a28f6b978f80ac9380
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d3b09b88d80346b5074bc6ccc9bdcfc15a205a27bac6f7b97ec76ce8d1992f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cfeff7708c4fd9f0e72e01cc78dda45074f9210
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb434d370e96f02b1337ddf2202e522da1ad66b8cab7160e57c45b717b7548b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2cea513ac6cf34d7c0520dab378e9d1e7589988
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43d200713a79d39fbe7c17c08dae674d8cd7ab56f549e129fe7c6c52ebfc3b4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c35e9c8cc2206cfe5522736f92155c5b63b4631
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:946670a24911803a35dd8e8a2bfbfbd22f190350fdbb1fddc8bbe9e64ecde004
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67936e4230b66c8e6c5c62ee8c52ff18ffa92e94
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea7e05952a0b04a27ac956b63a5bce3de9564d99107deba68bb24cf2c99063b6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c8233f341677c3a5abb3e3db55e9db4506fb689
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95273650b731d022d540e390f4aae1ffcac4019a82ec61829604026edd9347c0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61e93e22cf1336665e7e6d3ccd10d9bd3b3201b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa96e0c540785c1daf34a0b5366cd903f7328a1b751d65b8f3e1a74ecf8d468e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1720641e70a73b043c2f6ae28b8af43387912cab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf254d54afcd232c0e5a4750ff4ef1e370cb0aa4741e7946e6a6e8e03a3f1506
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..123878eccde9133deec0db657b9c12493ccb9c49
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c568771190451c81c11b7f299c004afe3390a561893070368d252893ce442ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..378c84a3981ec5228e896cf1463cee7f7c8e6b1a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58628aabb2d680057e0a3ba75f36f862c74dbe4919f8f634fefa94039b9b96c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3a18a298fd7af1d0697f6b4b1b798e63d8b8af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dcf7cb98c310ceac7eb24b4cda8a60206768c6d121737b34a475c9ebd574e0e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..207ab80fcdb9e3db095851c28c23cc74bf81c847
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7cd75664fc9824b1a1be98a7bb9b45cdb450283fccfce361eb43b2e9ef5a5f2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e39f109479ad4d2e03cc6cd6b0a7db591318d4a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d1dc8b85f0dbeb610d9cafdf004d5f7516e7855587d7f7e990c697d0fe034af
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a304554c0ec7ca33021161848e7fae8efc6dbc7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36dae34b94ddc068ebc5fbcbdd707c542623a242cdaa35d2f40bfdcd532b8be4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e9b80357705728e50f9ad5f198a7cb2f6148f72
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ed90a3271e452f8cde049d230b35719b5579092aada0e7aa4d5740be038445f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f01ffa03515b0f91499c2875ac84ac2d164d2f08
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c94ce06bdb2c934d5391c31133c1d800e25f25c989cd83346bd0e3c6d43a27ba
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e96480abf84d3e57005d1713eb13594df0b43ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69dc1bf74c51323cc10206b7672a19b7a9607b18b68ea5b4448a9864795bba02
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba90b8d0ad4d784be1fef49631ffbcb8e124c18f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0af48e6fac15915db3ab66617c52bb6bdfc3cc10afba5ead9cb680576cdf2b21
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c09d885d2072baa45c65257299d83052ced93ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27e79c599382e652b1e742ffc95fd392ac7edbea38bd518284158f8ff3bbd183
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b62b24caa42982fc56d4f580edbfa43bc0a51a67
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9044b445f05cb2439923ecf70f69479a1079d915e89c1e417a18cac1b818e015
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ade6fdbc9dee209fb8f743f188413a251c6c506
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2cf2f7ec1d8963caa90f33c735588ee9defdd9220decdb42bcf1af55df9407
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b294ab0e57193afdb6032fafac5433bec49e4c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9234c097f9e304d6515429456992dff46bf7ad4556437949b5b11cbc1e586961
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6522817237806a5287192e24a3afb27478ea6fdb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f58062ae7ecd968f60473409e92ec71e78b3025a00765481706ede12f24dd31c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0660a2337d71c1ace682da68f57b88413b5e10d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebac2f0c1a388e01c7b77f03f93270dfce5a53e7d5a319e1a45f6cf5f248dffb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25f2520d8cb33869bd04c0eae480a876b678276b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7304810453107633fdb465cfb60dc23d3d2e653e1909d145693d2b254073bccb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..255629a08e4111a174510fa94a94a730b0523cdb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f7b0530d1297b1b706880732dc48258521e16de3568fab5613e11cfb5ac1893
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76e95b09261b7adbfbd71295dc9f5535b11eb21b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ca30506b6e9db89f1032169ea083c6374d719c02aff5bc0999fd9e58e02f51
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0cc09225d2dfe8045731a7c8e483d2074dacd67
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f127c219bb8e8805034d080b4eee4e78e4d214a3d69f5bd43392fc2e119f9a7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edc8ed90ac848c49a4865c4cba416234162770e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efd4b1e4b4b4ad5640345e8c32138388fbd0ba4a3ee7ba5d717659f33026c140
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec08819f0f78ee150d38ef7efb5961a29f1a097
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:101f4051f602ddc95a26db1ca6ec607436ccffc0f7ccfea1ec63124333ac5dc8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..548a07515cdbae45575a39d6ef41ece50fe1a0d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5363e56f1c9fa94b782e63e73996a23da65ae366aa2991a971646e64a45cd7f5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd50c9a79eccfd57b07eb6f40525cd161df266c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0595976eb9b273f10caf62a3edaa52ef8e0111e513c034b5078d54f91e8d7d70
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..675413a234f057b1c491f7630014b5425c1c9ae8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f899a4ebf72baae29e652685b786cb6fed3320daa0876257cbbb3db11f54e87a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76a1bae673c1fcaa7fef8c40dbe838e8971bd459
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24b923648cf0602f150eb87889c99dc28db52f40aa33a5fbc0082b66a1df4a11
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9525d7274f2212250596488f54b71f200125d27
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d963f675a1f996174b34c43ccb43cef7de75d7636c798da4423fd53c4ff12003
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1f5ccfb4e77aa64f109e5663e60d93f0e98d3b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddd096af1194948adc9a52fad8401a6c4fa3541644f103f44b034cf0a1fb83cb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3e4649e60252662faa3e14e79d8bd82f5c812d4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a77d801058d9f2cf2911945da951b66f96299176d0222017a4b3f4160c4477
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc16932c1c65e04455ae88d20c9ffb2c5c4b2ac4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9222666f3ed827da8a7c172d5aba9f90cdf8e5455b5360572f8e2ff743b12e1b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6c1c892c278742f27b9df25ff1f59b73d3011e8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:853cb2df82a43d6939c919ca925067f812a4b47b82f19c351e02e02b7c5cd4d0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6be3206c915fc1afe695f2a24680d5e1f819153
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7630b4e40fc7dbb17a4600d559c11dc61f57e7b260ac90b65181efdb639e614a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c2dc9519b9ce3d025b9f9c7933f84d95641939b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:804dfc25f98c350a861809977cc64c0094be6cf8cabb5203d2e75791f7ff6e7c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a25c5ba844beec95bd518e20a566764c9d32f16f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e953dd2e241c2256ea0e4856666f4a8cc94b3c53b1c76a2617e59aca6335592
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..433f1ef93143ca86f01fac3c6337f1abfc2e2e39
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ffb6aaa8e92ac2db9f872972312b648d6db3abb0f9f78743543a76784b05874
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0ed80ce36ac2a21f4c28efe2ce2624f2f0591e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37cd145e1375cc24b87e7dd6b874d4565e4dea122c0e8dacff8ce4ef5c58435e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3df299d80a5bef7ee232ae4cf10c6454d4a6abb1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdec83af5b931c1608f691af2badc94a1fc415428e224351d4a4a4f629ca644e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03d37cb5ae2bc558cc8146005cdaa91aa6739822
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e03f95bd63135ce4cf78aa7fba15fb1550be16bd9325bb73503fb96bf940c2fb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..014152327717f72e57af428ed587c87309b829d6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4d7756f5d71f3241dba2d6efe07fa1b4f8225f8e77366602c094ecf71e319d6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e73c43c09f2ec72679febd046df99f7fdafefb0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00522801dc1f76008e6199b8bd0b1e0a636fc87496a500a00b992668de7d314a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..518d34f261bc9ea95d480653993380170afcf3ea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32be976fdca120f29b2c1ef58dddeede97cbd8f33ac33e7396e87f3763c550df
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054a337fc0450d830be62cacba867f9a36ed5321
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c64e4c95770af30b52471c1e27f0cfa71b72710205ba24f6ff583fc719d9928
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4876db6b321e4c1ef9d421b76d5391bd07f6fdb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bdf18c706ddc8ae6a544a71bd361ba50c512ea1c0fd72c9cccad1c6b930df0f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5efec7558252b017aaa8262e3994d899b8f9f23
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:024d78028492586187d9424bfd1e3acf6b9cf1a6bc58fa585a48cda3c1ed4422
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e8d9a3a704faa30c06663756f354efafbc4837c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48e4be5675c4f3ae03ce238bdee3c71402aa6d9282ffe3a4c13e3c7f64a84e58
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01aed759832cbedae6711aaf3b9b3c56260482df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317ca8ddb4f4993fb04b5927a996e5cc7b9e15a8548739d25769380d07b90b46
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1062344219ef9463cc630d6bfd0f5effdbaa7e7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa026a0d234610361df8d96e62842aa4ae820ae489b672589a872623daa9528b
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28328553adf199f1aae6d9fa1e767e63f660292c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4043c54ea857b71ebb869c3603ea75b14f62ef4ec997aabf519b3c7de8892814
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17d226b7e05103d31398648169050fa765abd5cc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f0c4c78780b026d4ade29b8478e179d0392d891eac478b143a0f00ef37cb34a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31fe2d65186da414575d8b4fd804e70b3d6406df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24b2fd326222cde89088895e1ca2c3a16bd5c5489ff12c16980fb561cbb31b2f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2596535646f87b12df62cdb043f611943c6c4591
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c4e9b69ba3456776cd5bbc5dee0bb687feb1ad03d69461ba3179ed221fdd30a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce2be9178ee3a022b813347e2ffdcff831237336
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c054983f69da13164e9d041ba9acffdb8f0274277030d89a8d3772698aba6b9e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82509d1467e62ef9353bdb8b849edb6a2b276c24
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21f6a5ff5bcae7041d818ab7f339fd3c0926487d78b58c55fa056d2e5999b0a1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c471b36b003eca2142ac9d95cc9ba492de54497f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47afc5a90eed107b19146489ea038e0d91b705346fd6172fd7544d16e2d2265a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2986e2b9863219b29a9fc5de3b8caaf459d6e719
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed7cd2356fe9e9794f5370d33c181d8a0a342118e2d9c84afcaea506a349a671
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..818bd1ea458eff0453e289986e6e428f07a6290d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:328b535cb912bd4669a1bb882ab3311c08b87328830762a0f8d46530186983fa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d473e28e148821c7d14c5309769821ef024015e8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4065b1483470c93a82a15b1982d342e609cd52890bd15f105a7a0532bf2cf906
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37c46b5cfb7789810667d74c8383113f8f4cfad4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99a464c1beddbc43706026d96e69cb736cc03069cf3dbdb12bb88a82326c0a05
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99c07cfb0becd1e769b5d0899b824e03b92ee121
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab5009ad4c40d3bd9f1fb54da52f5428a3d0ba5b91fae3de76bbcf44843448fd
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9850c88c5673e8eefd44616fb686224f2e4553e0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5f91bd4af0be3869ea928af679542c3a69f12753fea6dfd142f9b633d7626f8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf0d38d14b9234ce88c28a66f566b1ea898430e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f23ad91b89fb1216f9da3fadfcf4180019b20f7826c819deac25db2217d5493f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5edf9ade279bbcefa4a99a3d968e417a3d0ea692
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f54c06064b9e6d74a795bcee245b24cedbc19dcdbfe943f08d32182bebf0624
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5929a461fa32ff86f89a116c0b9c094c9b8de8e0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d285071e927d3e0c15a5c769be9dcc8df7f62109928feb6688ad1083071554
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec0147680fb18c1f34f2a7f1b687b6cb741603d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f2c09f794f7e6b2ccac29767d80febe59651c3bd4d9ff455b92ddeebf021624
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f22f6040cf88c93e75212b2e2f6e5e6ce801721
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c2cc06cc8615acb3b922b3883dc33f814498903aac0f221251e63120c42e2fc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a23c3a0c5968be1b733d38b5593eea1c2fd9728
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4879048c302d600e910139b55dce8dcee97f8a4c5a914f94cbcd88ef8611b443
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29fd9914ab7dbfd99ee93ff837edb7cdaf5d35a8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cb45b0a641365e841a68a3c972e88b8b269a2e4bd0ba9b58b9d6b3b4e4e1968
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2676c59acea7455bdc55f05c42820bf3efc8c53e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0441a64fe57ca2b69986ffeb42d6f4f4b8264082bf4e81006515b1e295e3cc63
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..680c7bbea0aed7843de8d3ae3c697341ea99e758
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a33045b64cd577605007b256f16cbef57818913d325d259b856d3e724bd7940
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1268bff6718d3f4926ebcf32b0cd38fe9ddf7868
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a15029fb0bc1cf968e7af0bcb9bee6c95ffb8204384f3913701a351751b44b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ed56466bf68dfd64e62fd38427bc18b1161bf81
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6eae5144a24386d6ce09d4ee3fc341896e3cbef1192ef9a861dabffa99ce69a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d072fc40dc025eea29a40883d0d4c8f179869ad8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e82cbe2c5f86c86a55525df010f74ad3d189b8fc3a084d857626e72db24dd068
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ef264b92fd9ab65b31f090eb07cb393c9804ca1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa5178db15c61d9d7bf0799c16840e4f9376144f0a3e45b61851b12a896c0441
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..730dd624b4d3c2561eeb40da9dc303acf10bf96e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_18_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d178b7a2e24e3443a99045c1a39bd8cbb47eaf3fddb1389e258e7055e095412f
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/lm_head/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62d2f8173212e678e3b8c593eb500a1ed36d258c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26179565e596ccc93dbb324daa5738a5349ea0cfab2796d70f519500995a4534
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/lm_head/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b84d6ef20e9007d61418430d49363377898c5287
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2723fb032312ee3e48ae4e7f181b315b80400805042c77f381dd88466d3477d6
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a1e3b9e35b2f9a16d8c8429f0690dc6af7c5c00
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cce5e7773f32f0a7990c39547ada8fa6d01cf92ef8c329de1409142442be0e9
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..127f6451b2db0a3b715063b382306db1ab6e5c0c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04f1724bdcfd3008f319ff818b5fc5181c2c46b52496e8740188b720b64c8b75
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21e7d2c67ba71c6ea3021b345c0ac3b3c9c37c0c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66a134d9271f6bd0f7af4c2ad92da5bf879e66ffea3ba842cd7bdc756a0ee9be
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7951142bceae222811784c6ebb542329b7edba3a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a22eb59c43658c3da1fb0d8ee179a9dceed3d6977c485560aa2f811f001b360
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd645b4caac9f9450081d6fbe30a57d6cde9801b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abe5917d5860127110b1d62a0b7bc70cd9b23c7fcd9fd24e532ff7373cdad673
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..863e31f5eb66977226b036a87fa621e49fd75eaa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4922536cacc339e28553a7b68e0dd85f86fa6b14060b52bb3e16e391544dfdc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f13e45ffa5c9629e4240d58ac92f2150ce60e67
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1904658079713710c45bd6edbb3ff77c200c6ddfb6cc40d1853bb2c3f0bc2e3c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2679dc7ef22cf6d59e1e623121669a79c6899d27
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07b8b859ed2082d5bfce860b37e0fbb0a61abf3312075d8ac47787f41683211a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c17a83f8b8cbb901cf3c05f317462a549901f10
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3216c5b1fa3f141c5eeae1d305144d1431c16f3d358829657feb4a2d4214527c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a38a4a769b8980fb11ddc8b9fb6cb783e73456ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0a6ddd0aeacd503ff899762969150d36d6d81d1c4d28b04aec54c40d91836f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad7ae2e5254b3d41e4c7382cc79b589aaaa2f817
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f56133491575b4620f88cacec031531cbdb1613130dd933636c811a41c53d77
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fbdff1fdd3aff0cf9ca3b7c534dcd769de296b1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:991c56b9ced06881f4b4c640bb790393e059c1182ec3225b95d42901d5519531
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2307e2c87b5e3b4bed376e132acc0aa391c72fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f59b6fe9c5897716c6f3d3757a67b3323c4b0d1bcde2d88d7b9aed07d09703f0
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0f707d8c95a95d647fb719afa674383c4c942dc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d333598dd5f21ac1331c581e8b68c12c61f462e482017a073e6a87f1097d1c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a115eb8c2f8fbfaec6df7f6cb9cf379f1c13b34a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:716e99029d9482998b7d2768987381c6276b0d1066cd741bb27dbb51080a9df1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3f3847633a4c5ae9ba6a106423d5f1623f6d225
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:074046caaab4a3c91776dea47549951a4b9a6d420e2ff673777570b10314441b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00ea817f735d2135e8592c4c5a96e15cc0a6935d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac5eb473bcd8d06ea706da2d0f8b4ebed7bf658fd8b26a0a10fdf53be2250e1e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..175a5be43c5ccb85ef2ad7330179b25819f6c89c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b770664c7f7a985c73fa9e5dd87c4ad8c98e81c49993c06b52580d62229473
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39159a553f3e85d5e50ac7398eb1b95ef057540c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66bfdcce9b2ee12fc76871ee289444917f2ddbf35352a865b0ab9605b56b5fed
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e66d6ef0afdee6d468c03f210a0147f7064d1a71
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b209601df42f348b418d094113bdfbc4b4783fb2000785bfd1bfa401a3dd345
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ac4b55e8a85f5c9fd187822147c9bffd1aafaeb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd391eff1225a9f36dc3bf0d867400dfd83020eef0218b688744f4c83826a7cb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e26f6fa3b1ebaaed3e1aca034f904b1f85754547
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20c3520ca10c4a8ae82b3b516e79341526a60428c7acdc115080c537156e0146
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f689f3f67c4a73dabbf860ce673c96bb8867621a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c16b4a4594a64f2bb0958bbb5114d160f80ecc42a2c60d8102acdbaff57d61
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34e5a5429fd166a5c1fa6d70b0843abb3945a33c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:800e5555200827923f204b1ffd2a7d6c2de7cb0f7267fc48ad5c87453968013b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22ed6fa1d54e9ca75e9740ab0c0ea2f4d68a7de9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59149bbf531db06c1b314593c2bc4ce2ef1856cd2b166f56c135331ffb21b576
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c422ec9d0b26aef14db4de396e69f99caea5722
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d4d906f79fe60ff23ace51f8d0548d9b87717597091297506a9feba584d0ba
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e9f0fdf02972dfe04de4707f72d09d198e0776f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db277e0c33538292a3a38a1ce63b9a75933d33d2d367abb0594b13e0833c4934
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30a5e29603e88a5d925fb45862110e2cd47a6a30
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b17c94268d34209811e55a51a6304dbaab2bb0b3d98a9af3b0854aa55501dbc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeb3a6dc28d59ea73dc71d3732b48cb79e9dacc4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95cf87a1c2ffb9f95d25a5fd086fbf473bd7c535ae00d14b1496731e7aa39362
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed9039ec980ca4661b841c787ba78a3abb64336c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4d0dcf1a96e7c5622155c490facfa0adb279363f641184744ce4c2f33c92950
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e050001eb07948d02a688177464de82658545908
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:983e4bad3a3cb83dd49022bd567d633173f1f86dec4e50906dde2bdb379dedea
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a484af170dac15d182b9b4d7bbd297c9dfcb3eef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c6bf2c6475b4baec456e1fc93d08a2d8fc1f82af22c0e23f9eb4c1d4de2d08e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d26c19e2c43468cce8ec72bcd51439c4ce6c04f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb63369912e00bfb6d8b2d53484e4c5ea22574869ee711d83dcf774636c07e72
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad6d88de7d442c63c0a7e8be172b047a8a5f260b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b06443daf77cfa8ebd8347021434643f8b10969b2b96ddedfb5a859434798ec
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80e2e2ee4640f5399bf4af762f7dd998254945a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8855376f6fe28395cb59b99837ca442a344440b96043e018b88ade5aba1e025f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64e115100927622d9baf24df243d5ce4102a94f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:358058421c6ce252e91fc4cf0163a77a0652f0af9ee1628ac50a238bab3660a7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf815dd04c5c9bd19363022597608277cdf55de9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48676592c3368a382227ee685c2897e84a368056b7fdf92185381f34eba5d63a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be08356a3e11f38a8ae3974b736d506af219f276
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c97e319fa5633f5b0ac07b75551069cb9fd46066ecc84ecfe957dd1652d5eca
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40f9ca9a883090079e18890f88b96896b3294579
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b93cc0ea182f3edec8b0582698bbb2cd3f006c4f949eab96febd216d959ce695
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9922a518771797c293f62e64da1f7021d2f8f81b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52f4d36c21be6b58eee1ebc1b2c6a468b58f08aa67209abdf3be795552898b99
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27c75c9630ad68f9c1b9abaa905bffa61ace00a0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23f21070ff8b41f02f02438c076413ef93f6b48cece8bb9efd5db155e09645fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb9bc097dee27c4fa872a9f6de221e228abcbecf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:101d0d4a4895fbead9da9c3f8b0fbad3f331c942ceaaffd5bee7fab75557afd9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f812cbc4251ad976f8fecd65c76eabed300effb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d356a9aea91682d8611a71602e0dc15048d8955db868da2ba052176fcd969a2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe641d365b4965a9ded2478a4d213f62d5f574cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3439e3701fa77bde330bdd527a1fa9c000e295f230c75befe92e601eb6c2b193
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f954d73e19b60b3ac6041d93475ab6fcc4f71ae0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb11d3b1e2ec22b22dd365031b2e7ca058951b04379e86c8809877ce0ee9d77b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb90c0a95a3792e214397b0b6b439f16b61ee9d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02ec1f55256ce64960c232635b847c2cd86f82c613e5254a3c06aa9c1395b9a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9b45c8118d5b7efe7bee7d50a458b7562c845e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2990d0669cc4b811d159f2dfcc03673242f627b0d6e03fd092f43df196701dd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75ac0aa31aa560098115446509fa67182b8e373e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42a6c0ebe6db9194d5a9b7a9101d42819cd4b631a660a63ee406d2b53266513
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee895d16cb5e5e9673a83acb79cae87b7328d722
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed59b6ca03dcac5a120ac872fa9f6ae31595ca3b65edef6c6d2e1403556b012a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8898a0227f59c74790bb0d92954dafa2aea09cc6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b27f5e7c8a01db896d03ea49950a06d0826c534c2d427986d7de0ad57e25d4e8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4c7dab5ff8bece8431e68ddfe2d132ef7b0378a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e37f0db04249a7e60914334b5cac37e47773afeef4715d207d2f106276e1eb76
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a913b0f8b0f6f87ecb05512cb94806910fceb531
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a1fa68f9b1e3e5e1c635ed21c54c84fca59e7a0d9355b924ae3f9bc5c9fa905
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9a0707b3f84b42bc70a539846bc3f6c2eacec9a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0707f96967543ef96859470c6c262b515fde57a999c414b1c3a166515ffec501
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f764c101d90282ff5b21d6b7416cafab320497e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6577937b1e179b2d3e9f124ddb8d0454f83607a1e1945c7e905616bab5dd6a08
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da184fa435d6360fed929dd8f6694c5b4580516d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12ee74930c12c08c6ea54b8eeeeb6748463e00c5c9c273aa59f02bc0b98479a7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4151a06241e3495a498c11a30178b47eb6016a8c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa0bac05f983369982030b9a9759b2d4f9a8a8bd7bc5e812f470d38f081ce6da
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a0bd188916c86eb7a19f85b75a9d5816c62c9c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ddada29b74f9bae5767f008bb8d0866195678027368bb63bf46b09e0dfa6a66
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5414d1050f15ad493c8b3f2c34c6c4bff710e071
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03be5e2fdbe8604d34206fe2bad44438ddba92e99ca580a88dafb7ec31ea9f27
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d92e0680a8e8af11cb0b9cf1186e23732552f97e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6efd76ad2ca3f30830dad3f80d2ffa06371b668ad1a7444645f6473af253a90d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40a439fc139e646105cb780483324a7b321e9fc2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0046cc62b3c7ffe072841cddfc2be292ab861777f7ae3fae631f5e3070fe9d0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a20cbd7f1852527cad02579022ce19011772db1c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c54ea75ffaddeca9141c7f0ad678d581545bf3559204e416ad629550b36a2b4
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ec39efb0c0d7ea4453746d248ee2a4f3355b0fa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e84114cbf11a378e370b9cbf7b08f4e459d08dbfb7bc7d1a00b12b203bb0a5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84840c39c6aa2521e6e6b08ba6a91eddb67aa355
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:621940294072b255409b574de800f7e596bdb2b9f4d1385abf3e90441a68fb70
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..288cfc32019dc964683fc2febb8bcf1979050516
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19ac058460b670a6d8c648e9f03d501920de3d6f8299aaeeb2173e614dc918c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38ee0225dd0f012d80287543f3bb5f1442444dad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d880b35c1c5c6ad34d7bf42409408e31ce88de08c42437f3768eed2646fb44a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ccd1755eb2ddf67cbf2296ec107b71275234f90
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3e0c7200a9fb63c24050e17458935a5f6296cf6d83080dfa85880307a091abe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85b8c2232c37e28704f07420f05d334641dc5fcb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be03d42c65f02824acb67d2162ef695ae4cc0011f5c83ae3419e99c99fd446e8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..235e916b6b78afffa80dbbe834647b901e8ba147
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:693373f2b50a7d7a59962ccdac5b80875ec9a6cfd25a608fcc91070585c4bf88
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f000507ce2e0865438c30589c25307e85e8e8ae6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f77773df57df3d750b683c6be6bdf7925bbb0d0f3c0d3490f7e7249c35e94485
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d48eb00affe21a0bceb4948fc46083ad5390683
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b479ce3d0e27504baf6acde3b6b77fd0f82c9b12ba927e839d9c35f2595876a3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6c803757a2f9c4a348d4059893a2a28b775bd56
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76759b533788be24004e427e7bbd94679bc5447b4818261ca8fd0f55b27843a5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3913897759c90a109b8c74b55c09b9a08c433eb4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abb4c7e11a012c933acd09e98c7be4fc384535fb5115a1b5e80f549ca11c5b43
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc5e46bf8a7fe032669529de784c4777f9f1846d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a36ff68d46a0296828b5a1b9f5fd86e8698b688d78e31ebfbbc3e3b7d0093bdb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cedddbfa5e58a7a576edd5aa317b28121d9dd32
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f42d7787657355c4e1b94ecc895e917ec718e9d18aed797b784283066b1fcf8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d249bc57b8d78d78b9c4d208f8619c80f3e947a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d9388446ff7255fb31ea66985b539ded2bd1a57d6d08a2472248e5a79c99e1d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb47c117aa75fdf08782aa7e0153e82e02447c99
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79c1884ea74f3b8bac9c100759270ce4b3ce920efe08dde5479a9fcb788aff88
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f484240ed78d2b8965a7b9b7c0e75ef7ae6c91f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf261ebab6a0c5e22548b3c8c7b5df856694fa294910cf16058fc5f1b6ef33d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1bcc55d52c1cf785e954d1c4acfd305d45c3b00
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f43726bb3018b7d94acbaa8e5b92476fd87e13473a22b261d5a97802b748b5a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d2e3d21a96fca3276e3f5403c3f656528b6a5ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0914c643f7ede4ee4766d04b697ae8cefee3d4feebc326cc6e53c8f3eeb0cc89
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a590d33edaad29a3f13e7c099ffbbde3debfcbf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5716cdff527caf446436604ad7771e469ddfc8a68c1df9a6c850a234fe17c0bb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41cfa06e4bfbfc32af89945839f34abcdfb70e38
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fd1dcae7aa5c17f494b508d3e693a115d025b6ed81754e2c2e242c36d5e22da
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7492474a1a8f422beb875074075df890775f190e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b75b5a0812d1d577e1c439dc19eec94c38e6655ac31352b9499aca27e46bb0a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c83777760a0abde0183cec0cd4575419500e5c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:900aacf16a5bba085285fce57cba5eaa5e91ef03a952c792e4f646551972bc10
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a871c83eef16a111a58460e978f9d7a6141f3682
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca689e33dc37eee4b73d80f14eb9b241e7f3d03ff11b857c681b0ded8acddbdb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a785df90dbf94c67cf2b3458e63e3ca88850eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbb332caa6de8f2ef5eeca7cf17b26ec424faf127828b0efc161ccbf86ee65b6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e8c5da66a8bd38e41481fc15d3918aeb75e2700
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:860449ae9527b8c63c5d39d70acb6ee5b516db53913857514f006f0385f1a8a2
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67d319ebb2cb48ac21e986cc6f8f4afd4d317978
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e805e04c36f0760d0079e8061afd52ef1e8fdea55c22f23519c60f63d844004
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b64af80dc412260c9bd08cd81620b46aa702791
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6109eb7a390db86b313c54d3233138c62172b30a8130e637db935eae748afe4e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e6f41b551788aecb95ee9b94a68c19d9cedb688
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5819b4f0ad6ef3d11fb1b710d76cd7f7cd4e6b2f019e344fdaab2136bcec02e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12898d422d62b025b1a8cf2fbf688565572b1e4e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7816d2f13d766d4b53544a0b0e658724403d6663fdae868135975b51a1ead492
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2f4a44ca63693e4da77631d0d68d9bb45970bcc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bc014f1757f69d5a3e68813d3ef9491fb7ae97ebdce90aa1733bdcc5a2bf605
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5001c163589a37415af97c8388b972a0865d7f5b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a93c501c951d8d71987261899e749f5b7326f66c1245195950777e42dc84faa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..151f13dffbd6e53f05c2163e39a2111651701c80
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5abfdba031925da591eb3fd57da8869eb196f2301fb2f9f9d8b6f3e8d1e5db7c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..077e1fe81152e71d9b0779d7bdbfa6e90dd56539
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897b914216f9171c7b33000a3126cd041909bf9275540c5ece53616e4a91b47b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..464b5f4b89aac6e51cc3f2b446da2ea7c7075eab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6d420658f35a3e3eedc5bb6604923e7cc8efffc057ee748a759982eb61adef
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c921f3d5dd2924762d3d012232e4e72fdd4e3e01
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b908d62b461fe0956e7ad74de236bcdac23087d4890d65f2ea6c760bdfb6d97f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2e9f80592cfd0b4b5df9d31a5c6ba94b2253243
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8cb89b46ee5cfcd5e465af8a5076ff72f4367608e00e261de6c44e9e7ebb29c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e61fb99ab5b208e2b00efc9cd1f888074c11d50f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:859d56056f4d1101b376a952647046ee14377a9f93fc3033238698cdb2c00dd8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d864a588691a6bc108eee3d8e1549d0bc50856c6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26a31ee96862b5a5b69d67c5bc37ee058749056fceff5278bb999b0e3d15319b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f839c5745688231e403769a153627732c9249edf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc046332c0b64abec54957286fc3b010411d5fcfe8000895daf3e3e7098dcea1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6df266bfb0d44dddd0d64361322c8a279dd16355
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64982becfb6027d179a6bc4394fb9c6ac8a94af84eeaead6cfd947713405f964
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cad3b2df633b85d2aa984ef73454488abbbb8e72
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb22c763f844e8ee0fe097a3cc4a9b08ff462ae3caef2343b9a7086b96e0af47
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ed8e0142d8b7cd487e2929dc3c1c264c551d82
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03cc8c080c29bd947a316d3508c3bcda824f91ab6e847ee356627f31b9fa0cc8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cb113ff2fd0b1d9702b5a238e75470e5098ed5a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeec6996fcd48f1812d9cdd0408ea235407106f5a508c9df39c0beef1ee61933
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2b53c0902ab5930e9e3d9b09aa90bb7b374e213
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11e8bcead8c68c87779c86221832a9d68f766bc3dc905bbb457ac34f5844441f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e1c7ed388d9288cb4a68b8cab4f80b6a0b77176
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eb954fd64cc18e351ba6cf77181adf259eedf6d4a615424947989eb81f150fa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e05142b91345195d8b64676c72439a6995d165
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d897c7ac3aa59e687e13ee2a6d4413f905aa430fbcff9032768c1410a3d51ba8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53d15cb6158e02c33442e2ce88459be5e05b9b72
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9eabfb7f54cac2da3ae81ea656287b352e259907022d8149b5a35e49c29538d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..353d1f8411b07698bedeff0f24d9f4de9e2e321a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:865547bb8274afc8160789c198eed3ef494bbbe96563466ef9a4f49e4c12ea96
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..295b229f07c9b7a00b0a60b315fa9f914a8ed383
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:526cf220296f6b56bf63d161dcab4a301956f909d010dfc830c77cfd1e6c38a8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d6923747a057d9e81dfa472f07c40164a8309b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4c24ea80653adbe81c71cfc05c89654e4a003d39405489737fd21a48fc60e28
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2b29dc09b561b0fe76ddd079e8b852759bb106f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac3e1a39d9028419b2d2dda0bde844623f9fd3bc5b9daab6cddf27ff27d55055
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87b466edd7ed62a85df02e8c2b48704315df8fd0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca0a2d48d7dce17a484f446b9756f35dd0eeb7bdea847b37e11be988cf1e685f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6c3b73726f28eaa4fbbd47788cdd43063c1b0ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be9ebefe677c4f495bcf5733ad54ce2525f5119ab5001d96d328a79053bb7e6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..374d4bfad3764c1ac084b1b73f75669063d21ff9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f44ed4c800ef474411e9855abbab79c5e717232e7cbdae696a9471e902bce9aa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e8a7104aa382133d1df1e574cd3f4a7d61ce70f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb359c30c46ac75b73a41d2938feb9b8a29d65041018fa403f22a98f0a563e1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0581978feda41b316bf2ad8337516432c62ff322
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:130277a4913fabe9a1dcf85e82d2dd14329f9035b6f9ddd4fe7c8a94fa54390c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..072f29ef27993c4db79cd81aa48483f7745099f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46a9444122e584b222c3f212e8b2161956bd9bada5b0a7259f6073197f04be80
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe3e094dee62bde7fbf31fb467966f428fd26b2b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56a96967bee975f87347260a64a624214007d5d30132698d4962c706c4d75547
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6104771bb35f9cc5711812f254c78762f75617a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff55252331637b0fb5b71fb9cd67eb4b6c92364e2d849ad5d66f4f727f756f3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7bad9bc21a412e4f13f4c1d69e8d0b30a383410
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:620b94e6d8f4a155da38a9e4caef8e4dd761d5a446c3c4ff542fabecdb9dcd50
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37443dbc2325c7dcf97a009dfedd3a0c195f8bf4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208fd705972cc73827c8b096d8b65030f4005438bcc20ab2e8c1d53348744fe8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..055d6f8d2b992236d16cffde6c50b48ad0cd0a47
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67336b3ee328c8093417333ede913b006b95ab89cbcd4dee7e974f1da777dd10
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71635acd47c868e97bf9b31b107dbe2a7b3600de
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d675090a29b50fd37bcc5ca71443bbccb4164afaded70dd05ad515793eaa760e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff2b496f013577a5d17ec861b67716ed70b67445
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc11a53595d8e3474b5e242a3e01ce8ec18b0f84db6d6ec63c25b723de94b1f5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a3052bc977aade93837e0ef4ade098e42bd5db6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6f4c9e39c9691be66879dfe33c5fbdf92a4a6b4e33e575d4b5cea441e74a6c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29d2717ee0ff1b2c12a90fa6fa61e0f3041db1d6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:863465562cb2aab16b883d9697a46055232e000f2d5a65ebe675e2c0b4587a11
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed7fb0e9e5b489ace37950c9ef43f50a32ea5f5d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa514c32394a0ef846cc26543cc6516f4ca6432056bc088018598d1863938e9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd5ffe9b632e9aa564985e93fcb3e237f0170e46
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbb5540fe48735056f7b603f1753928597cd9b0e320751106b3b4887cdc2d30c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12452cb27ac12a19189edcc0322e3b9ed10b8f27
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e83e574ebe250bd908864e8beb9e4d310fa600cd62d457e971f55547516be0ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d3c80b9cf0a75b2e9a603faab969bec1c1b8ded
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96fa510b11ac9ffb06f566eb2cb55527ed827406cb1a360b381e1561131f08bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f52f6c7dab1f5b8bb6386ed55ca2eb5b8e57d9dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10a5ebc0536d7b09acae0d75fb3e2c6596371f1dabfc8e8bb743cef0dbd6c37f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e172ffc829fe51c097683d0181e853428b5e106c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95572af2a542ebc6d9e911c1c0e658748ab76539c8d3e2a65ecdc5ddb90c7113
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..087e669ef98da42f141b85fd64d7d33388f29bc4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60305b6fcf4f3123839f534535c1a6e3130bc4bc2117979b8332b524a50d56bd
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fe4a63a45d663fe53223bb5d7cad1fa916313dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0feee3220da2430259f9f5e10ce0a3d73744ede2d82e1c159f80651546ac321
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98b3603d9fcf85cda1fb28548448dc46032c3256
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:971d52cb50d4b746741621fefb21975d446e66047bbe0d85f22a9e4fd8c7e5a6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfb2d632cae3b6bb405ca93b0a661aea93612ce9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd24489ca2af624a5dcb5ab283975e3bc0d9889a4966b95255626406d866338e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8087ab56a217e6c81770890891b1b45fb88f11fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64f9f730e49163cb35b9bb422da37e6dc3ce087e5d1c63990aa503ea0ae31f84
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3f1c53b7b7af542a20c29a645f72d6ab56d1cef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfaa4e11237bf8fd2fb6bf82efdf52d0de724f2ef8806e026b87626420442726
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23a8455066ef86ea620309562b591139bac20d74
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e47f7723b114f15686b0af5d00be8ab5c57ac9da0703018ff6dbd5e83cd4ff1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8965496bd4113410f0e306745cb361c864a1b73a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6534af1f861667ccfab82f44b4b29708801fb989545ccad2f405eafc6aaf1ee8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ffe3358f4ff80eac69e437c359ad987e738681
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57b233a2bf74283840508ddecb7bbd30893a8566f8a0c98f8bcfcf3e405994f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03bc71df8883e2a92aa829b22f0297ec9fc8b7c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0021b03501fcd7ed2ce09b720341ae54345f7f00a86db5f130cbde6b227612ab
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddf067ec3a04d13ac833fd948550323ec9936d91
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:947863371669f0080471cddc26c2486205937f93a87cc209fbef2cca3559e291
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd752ac1e36f8e8112c1ca10fa2d9294b7f5e86e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a7e2cbee7e4fca55731d32de7e7b8be5e749079e3b69964d0be87f958b13377
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..929d0da859bafad8a7c8a8ce6f4c62ad37790ac7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e66ad5376c045372faf4e691491e33bd09d63d510cf94a34f57b92d6199c405f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..150c109701bf4fbc2ca1e5af0ecf86d55541b86e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c4a4f7d81b15914710b0a8bfa05b3a703132f390e6062348549e5a72256d6d5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b97d8a7234193aa649c792b6df2ccd8af6f85b2e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a4fde1d27012d3a26c06fb161ff5df2581b2e538cd2d65608942cc73363b095
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f28c83261c338052bc6238ce6f989d51ecc745a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3404a6dd275fee150a49cf1cf39f7e8aea8350182a322d8fcef38918b8d2bef
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbc051c072427b9637d97b4010152d8b5b32db65
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c6f628d2b186c060cb2568e9670f81e6742613e5df9b5fd5a294f988648e42c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6566fcd32173c7b9bd275939811c5c3d917c6534
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c449ecd97ab82d6e8cfce04a4475a4450ea67be600545e43a240556223b25e2b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..712265a6098d4f7816349c166ebc84da0e9dd93c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abc91b5da4fb4938d5d6cab5f6a7fe2e4bd3a5e896e666bbd498f7c86dcb13d2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e853f66a3288acdf5a9db35c68ef07a759cef63
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df47ce0e6d8583a9e375a120022a57310998d4fd75f74cb11729e53747cb5b33
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16526322bb4d6f20041df8da2323a5284a3fa550
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c6a32b076946480d6af468e3aefbc7aa88e955006b5d1f9a9507ec3eb4d32b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f4934bf5bce3b0db7b407d42de3645ccb89db3b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fe928ba050ca61d7983e668f7fb701273e6327b0b9a4a4f5bdec95765001be7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c479d0c51dd0f494b52eb84b7b1172b17740fdd4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e3e2a24b25de6a3188706145517429817fb98ddd37c1f5f88f40e2c6f66bf2f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a2c149247597effa8e2d0a5087e8dd6c53f7ad7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed97893c0cfa46a0d8d0a4036bc324d5850e029e3836eef4b56f978c1204834
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90c97c20e50a88f5b23b1b5e1c292c598a655339
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71ba929f18d508e4b32cd559923d560da786f4dcea353bf19683a7c717f7b283
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9905f8a747ac590c5be790d026567744f61684d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b222834fc3893e51027e66fd56c14bb84f2aec4d812cb7b42b236d85e2571dc9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eafc4d6b42dccd866d2329b9c2f3acec2f27b249
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c8fb35b981f8548d1052bc7bae60e07be07fe265bdfc26473ecbebcc1ba1625
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..164690e70b8e635efb63b712b87ed8668e9e4f6d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ea820235c45cebaf07c71f9c042ab1705fde38b7a1944c482b87d6a100f970
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8de94779db9aaae5144072168c608257b11ff13
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbb40ea9e1082d29e4c5f9b67aa6e68ce01f88199f1b2cb455ca071d37e8ae46
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b26fdd0dcd569aa06766f23dbb2b198ea8b2a8d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d367bf63fa6e07a8f023dce11ac252b257e4fcf35d2efb5e78ad7588ca2cb73
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5dd258a554901c388aac171d79e721c33cb34fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf7833a79abba5cf33807f23e9c08f036bcd8e6ae88a41deceec3cbfa0e7f5f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1846061e445e06781aaf49f90a6b66ba2db052c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41f3c974615dc1d59429f4f2e965be830500b91394f013779686fc0e0c70b606
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ee022248832114a2e05e328aa5cdddff12e148d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57831a28668a9f691183b35e0683cfadda8ac2dfa45d89eca09955bc1ea6db23
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfe2c62eb7822ab3dd59188fd99c810c175d5df4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42aacc08fca41f38bf3f83b99948103e84dcbf13903dfa3dca98d38d9cf421dd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..423c22d8af8df9bad89e6260a5b85174e0276c84
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a1219f1724cf13425f545733b3d2760c79476d1ccf6b30a7a865ba90495b794
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65a3e6f0f9fb308814ec4436f68a793fd8e1cc44
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e608a7b5bc349e1caa1d8646d276a88a9ad35a65496d4a4dba0b464e51f926eb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f32148c7a9a5c4e53bca9b0768bc907816a07e3b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb248ee33a8dc42866682ca3436c89f8f72525917c71e8638683223421fff82e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f972e702165bf15d69728d44e36dde13784f3d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7071e7414af02fda14169f4f03981d9912b6ad8a2c0d1d62f5ee255f5b436f1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bd99ad3616831c0a7a5087c3b394eab62a99068
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4c91532f1770fd68da78b5e3bdfd157d9b8b5e687559e34ac922b5c5e20f2a8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..497405aae43c98ae484ea7fd4a22201aba22176a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:203daf1ecc123cd90d5a0dd476289cd7bee4ffaf1539142520dae6a65e22b644
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..327c3cccef3a7364092fee293a2507877915ac07
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eaec71fdbc8412a47b5fe75f6a3f68bd2fa1dba47fd74e81b6545a526271f46
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..714eacfbd2bb053bf64cd4024eba4d15566c8bd4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae28895be135299009a6a6942300450ce729863028d81f2a1bcaf4901adeb590
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f6a4cb34e7b026305e6c4470e7d4c128b66b89
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208865ba06faf16ba9c0198a6ec5ca18e8b039b46444f7cd4f2e9751862cf2c1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11bcae0bbeadb9e807add331bc2bbf031263e406
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c9b0b00fd2c4d9e0ede9bd0da633faf4771a8b88748b0a273b4e23d87b53322
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3336e80bfc6dbde7b6f2103648e5724dc74a3c0f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d91a3bbd3573e554cca5415d75866800a735acba27f9d413d2a18e24048e3e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cd337c99d020c2e12687b0957ddbb5f4e8e5ab1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7bc07613576699947080c91f65f25a09f2740bd8275eb8a56aac3f2e27109cf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d981bee2a53f40307b74409ed1f989e13189681b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23c2231132c2bc79abac1095eb164a97ee5bdd2e21ce2cf8c5b9bd42c29299f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2124b2154d6c1d024bd8dafef9da9aca4030c56
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbc17e84a7244f9a116d7975731aaa70cd7fe8ba711d32d911ededa430b51f7c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e991f7d5493210b2b60da20e94efdc1b8e2daa5f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8776bdacdfde50ead3a3be2ac13df287e33507bde68f62966eaa48b8dc48bf1f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e75017bac6c578aea9f9ffda3c322d39ed67d3c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7c011536f6015e2ebc246e2f5f183361999b0656aaaa4db905f6dc260ece226
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55dd11cf04aea431d254dc7c8409fecf1a4d0456
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31894285b4a8330d21d503b6bcde9521a34919c8092b03c0abd18bb5b616a5e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a39ef767f402430c6a89ec73ce0cdf0775efb01
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41853620cb99dd6b277e8598b772f825858d69fc1482741a237e4709188a94d5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93fbb561b61527e8f8af52cddb2658e6755c7537
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3b118ee921bb5017646fe54a8ab235d375b0178050a6e85502259084afcfdab
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e631aad93c5c86ecf3bfa56c5b60e34e16fbd0b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54f316efda75f985d993f8e6192ed4bb50b54a112b9e27af1efae71fdb3cc6cb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8facfc9803d3c615f1a70cf03e4921a79ffd46b5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:552007331d6c7b7f98f787580937b6dc49dc1e007e88a6cbe0a6c09eb70d692e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c19eb6f68f6545ec2ca536e3c1be46c5c8061c55
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaddcd012d1f9d93152e6c87d22c557b23277221c07db1aa3940a1f145f5fe61
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92abedb6ce67adf9aa8e58bace64b430d9c39334
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b03662026d2ab188d97640b10addf49ae525afc6c8695c656b1b3f6a5f16c5d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2f41e07278d4af093ff28eb630ddbc6c5696a6c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cfa189521723c44d5437864a7d70ef11902157825d3046e7c7633b9655382db
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c95b405f564de991762299b2f9e90adb14069baa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:714ba916e136e389a93e95f55b05b08d9fcf0a34ef26de15a0a97c64bdcc470e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..938b67c614db671cf0ba9aea631770fb9fced4a0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c07ae6562935b999f6d5b4199c890f02035cac617a1a62bf53163eebd3626ff
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec965e41e501176cfadf52b79ee0fc4ad560df8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a9e10dde481a88e7546611dab307ccc7e5c0aaff2e9fd3e30ee0ac2d1bfb14a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f37e5a0201c8518ae675c8c9f0ea7c64ed0a2e7c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fb1917f8c551554c4cdc10b76c4fd988b353dfb762a78e8e23de336f129a3f6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb1437999e6089fd1bfe1c5bee4357c4cc3baa57
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d011de02cb5b97458dec7f6d8609ac50f4435186e399b60341ecdfebb5c347
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1344aa9ca7e990c5d07b2b0d5735167b27a0d563
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2afb2e74f8c9bff5951df73fc72175dad3ece562b1d8879f4ed505b1b056df96
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4692d48fa3c5387da4462c0d7cda815372a173cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:009e69fcc408b8eee868af7b787acc29aa1fc4421a129d98fc93db84175b7049
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55c39bc038b6743cd51bd1c6fa049d52cc7f0961
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcbd3a311488f167f06029415bad89b480adf1082e915a24c91555177961e0a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21b9e0a9141c8d8a4c0cd2d9d3666918d1eb231b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0242bcd31e19d8943b02066a2a8d4836dda5fce8905c157f71ad53a7658f3464
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54c26f7257268c5564665ef35baf804627ae66fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36cee7341d1b110833513250b8d67e013e335d27473c75e7d1f6ee34272663e8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f50e8a6cc66fb3a7a99a215abf541e3c6bd4849
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:229339afe9239675565ec3ca58693dc4926a89d93b481984726d623f4f00ef6a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e294964a87e20ccb5eeaaae85cd9b97c50dbb54
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50526fd9c4e344024d5e86168a87079e9811534bf4b08e36eed23dbb79384a1d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6339a9bcbabaa8c1363a406488e1c5a98167a821
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f980d1c3824128a12f45af00f0d0ee686434f2ff697c5592945fc320b2a88965
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..920516aa3fc2559238c252dca655c1694759f0e4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ddac7732b50cb5be2f81d3ea3c2e4df20f483fbc6f0bba2b6223dbdf688b37f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc0b606f2ac1c4afac129087bc1f069bf2241e75
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a958233aafcb10dfd5154b77c8e6f7863741e75804f35fc63747a257d01366c6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2244d583238145bedc82d52f4a33a2926d2d774a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08fdc66e7e3ec53979a3f5005d094ec8135cfaab86f869b4e2baed90fa381f75
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abb5809a49e1f06ef1ad01ea4201a2db131fc93b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53e592e3be7e5aa73b7d1f831d5818c6b3188061180f35853aa89af80b9f8d62
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea3a29fbb98c3c9ad87f9adfbeb8634a58cf5609
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f093545e837105a31414c5223d61bae0d9fc792cd3f737297aa2a194937bf947
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35618928b83a7d691c648b8fce14cb889656ef84
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c1f7127fb7cab721e3ccab36f4aa7d3086a738284a695c9626c651d7872c90e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5561a5212c25244663dcf5a7239319045b9c73be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef23d39b6873d4b58d616fa774497d84f16991974392b7a4f57e45bc8653882d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43bb72f157f671a8c3bac55187c08099a9fe3a9e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e2c3c8a467292c02503aaa6c073d32acb1b02242847e43f0a7b7e16604aa90a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad8df6dc978d26e4e2ca921bdb58f763e739978e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d76ea316edccf6baf7352c89c6cdc113a97551a32b8f9adbe0a9f7b247232d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fc206686449e4194d933bd1ce56510107dfcdfc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:700da995a32a6bdac9e8845d5dec2ff03c7ceabf393378e45102072e04f96873
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6501c1cb5e834c5464172ab1963d84ea688db45
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0bded28e7ae8f463de85c74caadf2201f554b69f298282d24fb80a7b5fd9901
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fbbff5bb5c8ab87cf2d194f7e5d25c4893f6946
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:669399f9c40d6a1592ae8c17bba07268668cdb83ac0a2c8218cf668d91a9ef26
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b320097ebd4ecd4e0bae427904c4c6b6f9c14e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af0bccadec0bb3bc701ecb2473b220744e392fd1e70634bc00f14e1108969d3f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f06b31d82bbffa9b545713b70138b7b1228c7516
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c90366072236867b287554d7a5bedda9593162d7d2bfdfea80a021efc95fbbc
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35514faa3a86d35a5df59390349594e73fea63b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e2ef9665f58366dd7578ffdce8984877948cf71c7e2000c674dff72901d68d0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51dd4ac0bdeea90e156fea05fab099c0a45feff0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5686e8b99b0640f3398bd8fe368dd29d7cb07e3ac1e6dc26695f4e52f39b80f9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b4f40965b87f6984a5f553da019b9772afb4439
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a896800d3dc82580226b48c91ef40c24e6dc151ed388871b45ff969fbe286b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cf939a756e579e9d65e6a050e0154e975d32f30
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fedf9f05487aa66f17efd095a8b227237421f6a091a53faa2ec69ca1f5108158
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e5bccf9cec3f835d631eb87107c935b339be10a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea21059d37bc88e8a884a3f3b70b979b91649c62b603b05c3524a7b1389cee18
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59acd9087d3e7e090281c4169eb39e5e17683710
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0290c45f30f7f6e5f4a001c0f328628e2f1d3ef275af0e6e9e2ec580dbee3d2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21c3ea4f2abc3c6615bc36e95d3700001444a472
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df55141efaac3363e8a26b63b0a31387091097e31941194dc227076eeb2ae4c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..156a44e103d06b4ad8359c75d2f1786e0cc64065
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea08a9f63e7ddae270443fbf4314726a54ba24d8d70b9a80a474dd1db0f5ecb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6060a4f9cb57387df1c4a108123eecc85ab11cb6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f67b6e652158a9b07144d994895c3c36374b6b91297d6b739055db4b1055c572
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac86a08d5fb70d96beb01b1a67ec92fe872cf2d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d3b1bc65ee3172e0ddf5e292b10e86237f5231dd4081bc71aa7ed561c200606
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80e9ee4065c0a2d84beeec5f61968c92822cb716
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23f71e87b2ea401ff0286cd3674a1fcab710bc24f9970d82fe416f6a6dea035
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d4cff0a3871578379a77568d4075d9166629b3d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91740124c092b188ec0146b1d4ffe067ca693d565f25b8c1614a8e624440158b
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..198d988cc0fa9302ed4f1d38ac718ebc2a1f4033
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a47758a25c4064294438350e2f76693836619f8dd24d03f80c9f08eb5f43a85
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..475347efd84f8d5b9f115d6550fcc3cb65897775
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:778bf30cc076c5d4cb111c782a3bd6c562859169112ef3e588a76ab1d37a7ed8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..275825ff4cdc96d4ab9c9281df76953857c015e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99a0b5c2997ebb0bf740e827ba96b04716622ad68820bb84387d8555baadf19c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53f9dc2fbd7d450ec9b60a8738ca689e27ca03cc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17ca69fe82d842271a9e4538a7edfa2d89a5161cd581c608fa57782022993668
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c372118ab120335882bb63efdb40cbf7535bf645
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:988062b8fa76dac8c948b5103142d127e42d9c4d081a2b670e6a1edb85382d82
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a5a30fae0d65a8602c63e30612d67a851784c75
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39d554447261039d998177de5910ffa035b3c54137043ac811068a3821e252f2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a82364853e1450c6f6ebbee0fae0852b9ccfd42f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:520127d0f475f8da732eadf91325258dd1002026fbced7c1d2ddf00863b6e34e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3680c7ac335b1c31875a83c52b9723a9ae88e32c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19b6b24f7d697f867110e0196a67ec7b349608687956441882e4ec6315431f0a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef41a43dc379dc2bcf92542b13f474ef0e3224dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3149c51d5a1bc1ae8af224789cc0abe6c9d437f0212b1f243521dd8a5d69abd5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee81639d05cdf48ca5310c5e341c550989abeaea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2807220c5457e055928b6622672d5f6638e7dfe1d4e0e31f2fb748d7e9fea4ff
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b4ec2ccafd1843621b61f63d7572c7fdbf5b553
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c7c247632db75fbeed1e18b6230dbd6b54c5a62455b44e47db858bb8b6b742
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fa42a72ee7382dc705d5afc31c84746d15b9a09
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0864719280f2aeee1bdaca048c0658c6b8ff1e5bed9395e4192e40bb597ac80b
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3c8271efdfaa86b28cf28b9fe27a35f90ddddae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c749b6b759452a3b22b217662c496748219f64bc245e16d3db9091100309fcb4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..088e8bb3ceb44a3d5e2aee483917c4b87b4830af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d6e5dae2cad09cff6667f657761c0d8825662728d68b23cba16204d6954a9f9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b157b054308e9b442960aab92865d75486f663
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2cb398645c0c6f917e394016b3762403562a35315e8313992f685ea062cd31b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08acf07a8d39f50545a1f6727ff5ef3a18c2adb8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ff118b4e860dbc0157fcfd405cd3cd1f165b7c63ac387e1ebb52d8645f0baca
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7646943de3c9454c1e1b9298a0e5ea6e7982f23f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d32f3b0fcee7684421f9ad3e0ac820d054641f8004427cc5e19ca5a674413f40
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd3981ad7c6a9b24bb6aa87d7bf96afa0c36c54a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f4d22b05ce15ca211b0aac8ffb83b223f26b7f246d663a2f5cf8d1c8034fbb0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc0a63b704645779e89d58e71e87a4b1009c9fbf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c0f311541360db940da92973c818ae5e27abab8341773a85ab2b5e55260ffc7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da730ace10783509f1c6215084ad820b0923f871
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b3bfc1f8abc5f551fa7b05f914dde1dcef22458fcdb1582350e7513847fd780
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d883ac74dea07e6b2425c50625cce93767eedb8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0df75c6a4cdd93411ff45e86463a3e4d8726b1cb62f7dcd3c2755f9104bf0a00
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee8d6dfe705b5e07984a4d08d058e6d7cdcf88ac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9825ae58e0039b13a2c506563e43e63c38c80ec474d0a9e7256c51e3415dcf53
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3335c3ee9fc6b203af8392d4492d1ab56ab67d2f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3686bf5cf39defd50e5c21ded175688f3e8dff72300be1030c62df25c366d01
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a846fca0c0c1ff1d768d26e8838f96bde4fb0e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23aaee90dca10df3627646b6e841aaf7deb8b4d45f900cfae78e96c15311f8ae
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2acaf639dab976e7ccf3f1a58602894a2a55b40
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d70c81689c0b3f1d7fbb322262a51181ec718ad457e033e11d6519726635cfef
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b660515e2c29c77e6c45b9ba4cc9919ca869547
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1e19a458720b7c4ec68e87327e2998651dd1509178062834d0e840dadceae03
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e81d4d432cc3f32ceb186187475a08a54dda9347
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52c93a7c0ae4d3f4bd6eeb99c9db574bf830d7c522c0ab1c3d1615222c9698d9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e67cd57fd1abd93b7bbdc1f66e1f68f06531d04
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a97227272ce6c05f3dccd3f5b9cba115cdc91881c79fca1bde6b4f9690d9616
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4122b4d5627c6a5ea1bc41aa06972343a287a9e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbc29964206a000c4c4b1045d55c8b49bf1d2ef5072775f1a8617ec01dfa2def
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2c3cdbb5a1d771bbe5310b0d14901709f026a81
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62a4fbbc537823c8b03d785bd0e25d0e3a43c30044502dcc741ecff336186ebb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26a1289ddeada65ad02bee73465f022082d84545
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f8a6d0e89a0afe2e45ecf787da635f478ecaac1764677c635637136aa65a29
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..564b975be1e8fc7a203bf4bd9f3510185fed2f86
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d821671a0c13f0bfc11edb9920de5b508de389e3f125e04d3a506d31f7decb5d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe9fd08e8b5089b2933e3747a6daa6e58b42e1eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edf86c9367c417f5760cd804535e2bd86f0707643e9fcaa5f0095f5194fff8c0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1794e772c3f44371ccc5b7316c5d004c5d575af8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c666b759e890819fdb94056f620208b81372fc6bb489a9b9286deeaf9655af
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af9e922d82d050b953f4641648a1fd951dbfdad9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f17526f24919a185171a7b234bb9349c161f1df980b1c9c8a1a6f409b4d45b4e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bda98043790250524dac7b53e2f6c102917c151
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33cdd0e47ea10ba3d1e9a8014b38fd9b3f600193cb83f097b54fcff135cec426
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a60ac2c9d7e3d7ba41f4c45d20ce99834a6a2233
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff34ec71b4599fb2f6390f3b3a59b781f3fef68ef30482266d9e4b6670c7b0f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8561cfa9f9550f067cb3a24f30636a5efc0547c8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf1e7cc0057b8a79cd55d5c6b11beecc68cc3f9de8f7a6314c35f974bc67d850
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68341eae156db03efe86742e2f532765c0e7bf8e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:525df5b54ad16ec3e2da2c21457465b117c6c5f779d3a4d235df86db7390c855
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7dc2ea823f197371011cec70d3139e8e56584c6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6296a0249e6cb923453dc94fa5b611ddb0c68a09fb3f98b53c84a57073c4e37b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea7159d72d3a03c14f02846787fb269c4da5f608
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f19342c7ec1de7cfe8b5b1b449a20fc7ae9895309bfb0699f70dd9c06c933027
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..575319d9120265de383323ab77c805d00cc04dfb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e41975f849acfc9f4b03bc3db1d1270fde210526197260d6582305c5023b15
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75d7506c93ebdd80dbb7e6b92b6df11be53cfc8c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:776d7782d59c14d92cb0c19b9610652d19d372816abef5c9ed5f06464cdbdf4c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c383c1587178f1f008d78d81531e2aa1909c683d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4fb3600d19f1a582135c076a6db1d842b31dcdac5ba2bcb3dc68d39696c4307
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dd09d3b4db2a88145e17250b57e83dee96e03bc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29b327f154e64eff9f19793ec0d40af0ccf5e9d74f792669793362a0ea7f0d40
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85478e3d200ba25d65506871b7126ad9fb37e8ca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa7e8a5713f2709af867db404bf69b240a4a7e50b0c69c824a1bbe0d4b46101e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..010190e627eabcf52b6150e7c2f8916103d87153
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7120948dc991191396dd4c6d48cbecb2954db7a6b2b162796efb06633920fa90
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfb94e725842fcf5fb7a32fbccbbb500fe373963
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7e28a9cf243d10a4c7caac6976fc6440de13df9998424f6567b071363a6932f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..781f195242970599805193065f2a39009ab8d2d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8678bf111a7103f56a8901a0651fab61e624818b7af6f14c1defe0ad82dcd614
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..033818b4a55f71174f2f6860fb2cb96b4fe33b0d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab195e614c414316187f81eb2e54d6b817848132ca15d82ff2c251dbc1804e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2302cdbe0fb45ae4254716e39be0f1e303b1066e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5b2504b0538066e84e875f4585b3b73766df7794569176d29fe38e9aedf1c8f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..088c1138bf5231e6b323d6f7069febba083d6e94
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b65ad8541a25d492d4f2385fcfff5fecbaadde2356801c0d1940a5b19ee7b14a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b35ae3afb68a72fcbc75f70744a0f3bbbe620eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c804f01fc914c9058fc7496297a1fc95df6dbfe1f7146ba0ccce7f9ebfd8c7c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c848117e668f85f8ec21fc90a87cde705db65f84
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f9591c52a0b1affcef60593a00dd32d03bedcaec476f6048897122b26ba0cd3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4176acfe26c932a80b6a04a2c721c21833953f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a63d3b40c98b868e328f0ad98a9cfb004ea880c277e218ca0110db22b97033
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..992793d3ae588f64ca4db2966f3940208cef12e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7c458d68f4bef73cbf24ce7a945832413c257949e464295aa9d1fe8021ade01
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbd2f78b89402e65d7d42afb7c4d5ffe972c4131
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a754e6e5354f82529ac18276cf587117f4c499de5672aed1b56390ed53674a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..344c6d90a07afcd553a19be45b6a2c43641ef86e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b494a000bcd6a048135cec5b825a64632452af4a4325d25a5316a3a0a9c3891
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2180f170d49cc553da3de913690f97c1981d603c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4915625e1ba78dba165ed72856473fcff4ae900b3af100c482fcad2ed5411edd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8a4f741709e24ed0289b44e5be93bc09e1b2ff6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dad8b8dcb5c4a4bffd97b3ce0e0f8d72b0d9fe33ad8b6bc838895c237b70c40
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62a87902e503c5b70a5937665cbcf2ea6ad3a601
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:214b91ce651d3400d37c8d7ab38384307eda5b184025bfd17976f434f3fa8879
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2328ee22ad12c4439143aaf441b9eaa45c95064d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5817b42ff9c40920fc11cdc4c980122e8b7e3a1ab5d4e1fe67f717d2289a1f11
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/lm_head/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82050d7ad29d1873cd3747bc974c887c2cf4fa3f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5b7f2fb16879a8a052d5acf9b05f6ce1d2ac9978083f969712081ec2a1aa210
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/lm_head/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6480273899f9df9b355487094fc76d800a79aa4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f68e5b99a2cfb5e45ddfc4446d0996ae83281c5cba24e037bd211fc6161e06
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d585f538baa6f93f9fcd1adc185783748f16e655
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:432a9047900e7d805f8e126cf76693e613cfc8f7bcbee16106869b5551228f60
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52b178d22bc4c0f492d5352c22ef577e6f1f9ba4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4ae02dc127fb91e2559dcb9a4bd5423e7a5524f8d6bde652a4ee763bbaa5a3c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7956f74e0c9e985e4f525f505ad8fd9aac777c35
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa5336e5d965fdc784a9f1b528f60bac93ff4b44ae6cb0c985a0feabb851fad3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e58eef384eb79311f0a2575dd0417cd8aeb1adb8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19d41725dac5dd1ee2c80610e5bfbd98e385e55eca461a4f03d4d24b73e26472
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3d6cc03a25672b5e00ceb667d5399c9a0b91adb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6eab6a59e3b784b2809a3107090786f67561e916f83a7c7119eb0e046106cd1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a897fb75f9a7fe2887e3e186bde9fe9fdce01be3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9121078b755bb9d8d68c13d91eadaf62829675501f8cd6b62edd7b4652238dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..060561e5ce35fb59a5d3d5a6903ba1a1c88c7017
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f360d98a494554a2f062deaf58901d42ecd1a99da59818f033c834d5fb5a52b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9045665e83519b68a970c4c7e997b33960ecf85f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c421ce961579b5ddd48d0b432315b822295955913d68169256ba5a8e8516ac0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9cf9aa839cb42fae057cb5bc551c2f970b58627
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85fceb759530e438536f5fa96473065132a757b658c2021d984b82fc5dc30fcd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45d54cb1e1b7a4e1ee3bb231f1b12b7be4866843
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdaa0b24237165cb1b9fee26bdadc67c81398754adcf348d711c2ad92e95b3d0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77e0a6a6a705aa5c485044dde62a62bb2e01661b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12d6424fdcc258547c94507d4b0fc28754821b3e52e85db54b321553feab45d8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d2cd7830fd2680708f4b70721b25d3021cdaf0f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:579bc42c8046c7acd2f0110e694c1a7eacb1d2c90204a916ff77e3270de42f71
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1861759a530d74f97afe72260bd51d0aca5455ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d98b0fa7707efceab680325e77034ab8668903f348aea1789c5f2bd895aae3b9
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bba4427a54199a9857d10f4d9b5f27474af8a65
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a6f959a723e2cab5ed65ab3d7bf7fbea244a2a937e373be6ce1c3f1c76ed48e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f12acfabfabe986f1b474ffdc3d2fff74fe811ea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69eebddf960a486c4b168735d634ea4631f5a4fbcef73766b3487e52e2a771fd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d24e2900e9e1d7d67d2126336aeb778e8fd25cf2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:817e8ad784f7636f3850636364ff336fcd5562c1a7892d2646efa2367a23b30e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c10c1ad2e259b7f5882f93c9df8f5380ed10bb43
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:226f507dda12bd5dcbef96beb99882c80c08c566b35633ca898f89045b387872
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7d7118818cb8e58b381bfa831713ef4fbf7939d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0b3934550eb6f2213b1205fbac74d07aec324a85bb5228a96c493c4ad0d5b93
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13be0e917934228c721f657316d6cb8ce0283160
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7938518e83688fe1182d71c2f02acf9442772c252e691d6cb9a767f8d66273b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da6d98e93b6069cd5d378225344cb5729a29dddd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c4125691c430b614842d37e819076a5a59db1ec2dce0c568a5dc5d6b2414f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..163dfda330d20d0da1ab5605d8dd8c2f4936fb4c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11f415d5b685db6066a3808cd2aba44eba6ffb5cf4b91cac11aca1994e5e765f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5319f55ae2c994445caa1430bee9564c7c5e83bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0fcded7d1220eeaa97dc234fffc8e142568d82bad2b5f877b1fb6483bf726eb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..992168e400ca242428c6d8fa197e440f6275ccb4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc091974af079aec3081a1226507bb1c9eb50e19d560804eeb34caa544b324a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9db2e12f094ceabed32cdf0368571527df4f75c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6639354b252f2d86e9e8be48cd3b005bdf8622cad61d623f81f275260068ffc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40be8944ac5e9db1792f76b38fe4d3609e3639be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c5dcf7fd8d202df80e8e24b1c09265ee2af477180d474e6faeccaab8388b348
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb8b892b8862bac3df345f823243148673bae76e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7674da546cc86f41efcbbb85337c8b65b5172d0b47877b73ee502f9c4639e62e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29be01c584449293deba25a2b8c370bcf63b253b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1a507fba245f8ae0bac51c5e4098ca89f743430832fffd8e10b8c5bf3c31117
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1da4fbcbbc06579441e5256304e4d7f847da473
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a76e97cc425081c68110bc46b5da5879e9b8900286e57da7bda6e88d183ee617
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ddb88b44129675a4b7cfdd8b64550b1b9587354
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffd736bf9a3ca04992a0060ad737c31fb5d1ee2123496a6152867cf6792c2224
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2877187152c5ab00fb06132b917d24122ecae49a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12c2b5b29973cd7a29395d284fb054df066dda5670cfb5fc5d9af9ae9509ef0d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..545968ec5c7ea2990ae5e41f1a2e38a69ced2ebb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d43c0b3320020ffd4211c510b79b16c9675803dc8a26ab5f7d0977a1275f7e2c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24829eddfa9f2118ac4d6fe7f4e1556562addf1c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:903b03df28b1852a204b6dc703b9ace64a530899b2d0fd4e9952df5f0c11513c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53a863359776d0f8e1553252ebe2e5ca42f32744
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b011870e5117b8eaba55fe71fc102ad27b337745499b47357200414b5fae2fbf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8b115c9a2b9099e5d52c52f72097e25d41c89d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af2a43760fc9ea1ea36b2af1e094c1ce329f651091812b7e9debcd796c576000
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a59fc9e1cc5a9464912f97eb9c4386d55e14b8b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb58e72f0e8622dc09b73a35e92d7b57ae1ea574c514007535450c4a3c970c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab56c1efc788ca2d8beff798cd2109725a3c84f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2466f45b8dedb528d247b800b67201f32dcd8dcee178da9d2e21ccebe9b59ec1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b03304e18efda074bd55f1b7eff78cdd89f813d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35e2c2907e6929caa0a22c39182c7e7fd10c03e9325e7b6ef4be82563c1f065f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0348c5ed2b30d23f56e42e5b16e162d625eaf7a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd734ee37d5b1b19ca0ab29c1aa4754083db34212bcef5b8be8d91d6fdc5bc4e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcb4754c191186df94615128ae5b808be5feae98
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a2081ccd00ab96b32113c660991738a129b2d85aec30a08355e99c5876dc78a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7dbcd503dc8a9936613a1d2dfa9b0946a686c3b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24c1e249aa3e1452ac61f2db6cec541891113251ebaa1c9babee6d7bb30fcd78
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..471e77df980af5fed8e07fd6cefd65f91ce29b73
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13d8c9b862883800c77abab8eb0e386b5f3b27ed2779c45ea5a44e24cb31d598
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25f78f7913da1c0af47b2504383a0b1cfc44ed80
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e107a07123a5759071701ed38b0f4ccb3ba940ca50657f870b0a0b2448559a5a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12cc3f719f5c5e06b4d94cfdc5e5ef5f364bb706
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:012b219645f62aa41612e97fe7d69e95d179103cef9d3dcc0dd59e2495903956
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57dc1b8cf1cd37dce3721a4aa6c8e7926ded7315
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daa9d56fc18e74a0f1761b42d9879d26501a4509c4085f28d8ef0ae09a2838a3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9871822a1ebda15aac5d66c9c7aac8f826345769
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51df1c84c144f65a64778c5a9f2502250aa05c04b2f8d5b77b278547852b9c68
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4340024f5a68043a84f76b551cfe1b4e9cfe70e7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5228d16421ff91c192d661c27a3a3d7b0542b187f177853b3b5d118574fffeb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab8709987d3564719d35b6ae79c955f35c627ede
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cdc5ff32bd1d718ff0ed96eb162c5edd65869d63f65bfcd6e6ec4855f4eb52c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0257c28c4385bf82ba920e8178b396ad41c5561d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3ff47c725b79859e00823f57e36b0433d5fa818fef805b5f85dbcf5c84c43aa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd32907aaee233c6d72359fe3b9757db54ef5a54
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e598b741bf42fc3e5f43fd7b34b99313c4331a3583e134d1dfac89cea89c6100
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51cf39307208e141060ad2bf58315d57e8e74f80
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f39db17c28f95599ee8dbea7333a6e0e293004c05e540fa4e5b9259cd86ab0a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..902b512dc7233c305d93180534f7408617b57b02
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2196ac731bf44f711031b708c51d7591ddfbde77cd62f2c6e6d2d54d47553dcf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce553d8ab43c1f0f34e1ae9184093508aa3fed9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0b0d33f3b22ec6642680d13af9ce9b15f75be19f9c990da1642a3bbd12bc168
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11d87c1d7472567c214672003cfa4fc3ef887275
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b5bf1be764510afcf73ea789d3ca9a0c528e4deeb068e72f8a3e0f72778c6a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba60cbbd3dc701e93cb74332e8fd72178a002f83
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6041266465efe9a0ecfd7f3f4eb451e2fcbfd863ecde1d0e9915d752bcb6147
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e24bd6a1325266cb4483566e2cdd3e7ac8db3fa2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5256324f6f2dda7a20a0289de3c4bb8b33bb8da75474566945d4b7c7ff53cab4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..163715efd2820ec101d5305914fc8ba15f8c518e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5964e36c5f19799dfdec82e00c7d7c3ad46c18970de73fad824f20a16d337581
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c0ee1f1d2f903f90d0873c31ed0708a4a49467
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c50c91f847efe334c038768e18eaf9aca82fa5188c5fc7790fd686b8dfa5ed46
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2112d6dad04143d17c99f89f6e44bb8cdb5cd7d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:085bb1f6afe8a021d5084d93b8d169f92ccfd3eb38446961d6abc3f96467946b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..104ec9415859b0f62ee4bc4bf5fc0f49cc522a78
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec6ff7be6d5ec221b5b0b7408fa6eb854a00c4407633126281a171729c119d1e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dde4e81f0de0c2c77e214ff5281bb78483c6bd0d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffcd6deefad88441d20d9167bb0d6875c2e5511d1c6ea2ca5b725f7af545338
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cba7daae6553847df743e741baaad09ebdfbfeae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:333514d5271cfe4887a4af9c01d9a02a9ed86e3aa9eed13327bc8c98b528e08c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f769064a945093de00cce71ee79050318f26fba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d43357283fff7c8bf4a7fd04020d8a3a1a67b01ac9fde6ef7ed547aa9cffa06
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e09096adf2727750312c1eb8feb653b4b35cf1e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:039b3da56adbc34de4be68420e5f26f0af92fa14fc486e5dea462603dc4dcca1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..908c43754d84fe23016e6181a09c34fe5c21bcdc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a2f83717ef61cb6017c961e8a6f04111098419b11355a05eda8be2d981e5ee4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abb2be0dfcb4901bd7f6dcbedd3f87e301d83fd0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:727293c5f2ec545e46e3cb4e013df2bdbe33d1b814541c1aff1f77c3906d4d8e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3703aed8875462a357d46159d148c49180bf610d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3260b8e88dd8c68a471f2d9d88c5796828a30ba5aaef9c27ec5b9b495757776
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c7a7d2ce00a5321291dd9ebf747e9ba2d2910ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a19dd94eca0ea1b23058c895049db38f4d9b7cb394a664f30135cb807d9fb40
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f055a35c298de39476a95c796b736acdded14bf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2efcffff23ec6b36eef0440416ede4a3e3bfc09cbc41d5ee6260475876213bb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbe2241fe1bbd296c6d9c882e94b21b4d3502c42
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c372222e94b1b0e8bbeae27494d2290aac1f2d371671bafa462c514edf7361f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b53f3754e68db11148692965862d34ab1f5efc45
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a90e7aadce8fed06ca5ed145a9efc614b2c0529e3ecf45c1d9e2dcc542b0cd3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc259e252146bc3c989c4bb07bac2e220e079d52
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8f99206dc459bf1ea29eed0e9f30ad1d5678a55f38072444d6d9f46cb6f5967
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7006c2856677aa353f3aa2101e7b340acaed7bff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9094abe7b1d572ba713fd1b1a4b15f6e204b5734d39588d00f1dc134918e9ee2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f327da354f59924735e201b94de11b5a5b41915
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5771f780f21b2800824f55756267e25f4197311512a17f16ed3bdbaf79b8cc60
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..288ccf2fe7ad9e7cd64fb895ca05fa9cf72f025e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:893e93b161060417e00277ca666513242a649ee4ecb4aaa528744d889280bd20
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..679fac1e207019c0d19fad554d3611243449e224
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9fa7ed440f74bbf90dd8fb5bfe2517744f50f40cf6948bf11fd25b5e9bd6811
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad47d25321b25934f5244553a70d864b7982aaa0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e64885fe065ddb8a8273162dbaabe5d286b4e852c10a2986e634142358fa6a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bc5e53af5a9d0fdf32c5ea00bfac4ac8bef9900
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a760edf63c39dd1df227f205f258a86aaff62efc7de4fb2b8c7d61ee22c4a326
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77492f50ac842510603ce596072247296a952cc9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd51e2a916368ef4e52a0051f6da27aee46161525096d9fe1eba3954b143b91f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d70b47b8b6e60b59e2f604d05118bc91268aa1d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbc7ff5361d47c13df36a380f814484b6ecfe797592b9156831dc938f58f4227
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e00ad55a9157c4bd14d4fa56a08e52d6c5cdf21b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc36279fad2b84bd2c13265281ec3c3f3198ce9074aa30fc9153de70c322b34d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edafe1e3862ceff809872cdd1d8682432afc3c9c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db88a60be51b203f00e473afb1abd1812dc86e681d90c405243e1b4328a89a03
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..349ba950b0c1771c18771960a0bff8f660986f60
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aedd273b309247de7a111cef1ab206b33e0e9a340756b260d55a6e3520d9772
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01ed5a0b5626eb012e404f1c946e8462fad11d66
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9d393c6b0200482fd8e20acb9b73145866c9822a0794c46843e8f876e1dfd3d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a274c267db562e0b6dd4f5e3d65d06dcae025a86
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a0444bde00ba1770538174499508775cb0b4393f3432bb71dfa58c77054028
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc1b518342366f1f2d84619130fed0f03cdafafa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f266b69daf17b224173fee8c4fc2275d3e8510be172227f5c05c0135318f8df
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63a4fe05ef5541cffdf1c8f286ff8c291b2e4c7e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc39998bac63d27416270aec503e9502c93260286358183f6a6f5744ccf1f44
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2de3adcd5a6e06de0a651c04906cd5492b883b2a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4e303ac7e93fdda0eea2460de8cec7362378768f3d8717ab715930ee29e8849
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6337a3a957e99f88c8f097eaa8658373f3795cf8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d05d6d4898150775a4353e03ceb7de9b3a9319c10462bc0d02e08a30579b234
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..694a639b3ab3b09d0a93bfed43a52df12309ced6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c86b038da7b257d277116c052e77828e1ef9a7e208c182e5c5043d4abe87b9b1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61255e42a97a6d7dd17578fb6301fe8d3ebc9849
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31c112ba9022295685ec7a66a2c3e96bbc8f7a956e5b49af906189e815d370c0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d42e8ead717de54f8f0e62af81988029b2c78876
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7903996eaf91f1f8ab361bfec0e879fe0d9be8ee1ca0aae449481da938c40783
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eae912906f9c55e08fd9cf738a123b0d25d6a90c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307ae74c15ecdf1c209b672f4175300cd5aea73ab5eef0b26d3e3cc772c7ef2f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b032df84e36fb3e543f40329b7612e6f49c94d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e29644be5f66eb5e9ac64dc262c7194e0d382cfb998e53ffdcff72891de9abe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c94c1c20d1bf82c99e98548d59513585ed919455
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a35b371988d94531db3d4194a7a48b549f2fa00d1b7d157e864dd7e8b53cceb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f38149bc7f80e7ded62f2fe199a5212ea9ae7e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4e98c1c3e777fd418c5d85839b9b744e7bb691bb36980da1d6d27b2fc0b2f4e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f19d14cf3519290b4a74e94ea9968b94b05c24ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1046858b6fd361dd18268680caac653985fd86f82bc579cff97bd264f92c457c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..425dfeabbfbdaa466a05c0e8b57a059a7491b2ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31e91e23b739fe7add68654908392c04c64a4b929dd54d31b77ce8926f0de43e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec3a5f0b1fe62028f9f9731b691fcd3892d381e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f92f8aca49e63cc15d288f50e0715773618e437885674500b41a32c683b374d9
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca0b163d5341144fd17baddad08624ebcd70919a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86172dc25c5b56ddc8359e9ef657c408e9ca400fe18984fbb80d0e050dc06f5f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b020ee5522199f590eab35f932bddd6392c4651c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4354dacb47768c43a980601d49dbba984976dc6cd4ebc79e15b02fe2333f42b6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9aff1d5d719e9458e13c74268632c3125e4e722
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977d5208900db71b2c8c24b047601db2e4a58b04f104d06f153669f5cdccd26f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1830744ccbc1a1dcc6c491e4270a4f2ce379053
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cd22f703614f41d3aaf0c4d0f11d726548d42103e3f61c106cec69d4d4d2227
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca8817806699e99c088c429b43658f3625aabc87
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab27ebd8d73613855b1ec451fc43ccb64bf414bb1fc2e0a783839c1fcb658e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..521a45572a63cc7fe69f5f58dcffe63b234cee9a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b5423e155cd64f272932e7e2c9994608dc7c17e80c5d9bcc62bf6ade9679c26
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b1141d585b7b1d64d33b588e8c8a7a9e264f910
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef7b6a1b2a05b399ec7f0d8e8e86257d1a81e43420c983b1940e94b65bf4288
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42542e0ba747e62301393bbf10d4206c0e204db1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:052a8052b02815ed400c60b15f1c8d215598eee70bb8fa0a738704dd8f7e79ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..062845523b8fa77b3ef01f8e19a6f449fcf13716
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de676fae7e8e6795061b3bb3a29f00bad1be9babc8712521821e49ac7f7222cc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a077d7feb1a0aec25edf6feb3c22402601ad58b6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b384d58231708ebb9354514680ad1b348fbe66a366cd394dd5a6bec98295f5f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc95021587137664183b36ee3f4078c256958632
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d32eac83df67dfb87037d61b9c77885a5abdc277a915845dfec8cf15c94e48
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7231c38d904a79d71aae323f84b0cdd5bc7a3df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3dc7065ebc45f7c7f4b7426fe6e6e8accc14d52771503e286b0494830f282d4
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2794481a3026cedf2671b878e2c9e4b72ad0585c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a342163517e50e9a1bd68ea0096ce76fba8dd57a2577ceacc1a8ea2a71671bd7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b315180b730da456733674e5d18006b7f33d0e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33dfd14bfbf66b6a2f1ac4667f16ed21634d95ac2d9b9ca45de44df34213972d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8aefa116cf092033c3a4a094ff07333f39b3f99
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e7305780519585f29cdda34650f12c2007454be2921c2470f8fc88a39882dca
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b18c2605cee66e66528d0163229ef61fa3f54459
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b621f1ad1a4b4dec28a3b5c2ef9aab0bb3b19c9cb63dd530293d9f7a272e7c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9190efa564a7c123c09c7a68e8b8f0ef81a5e60
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffeb03004036b9a8f50c97827f5d2fd54c04197066966d922e85582bb9ae103e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c74b5267ff7347e92a21ee30dc4256cc0878b017
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce2280a0ac445ae0f1cecdf11afc81ac977cb06a51b6a71c704343f49c8469ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a41d611d205ff9f0e602f3d63f130f4c17a25442
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b51466ad9abad3c078f2ff5d5dbacdd9702e0ba0f52560e15b6289cb2e721d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1199fda0c246283cedc32c35cbca52fcf1472df0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:054507b682c733fa62744d9bc98035a86a960a5a5791827a3cb610ef76f90097
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..299b9866cc0866cb3eadba1cce221264de1d5842
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d3f0e7345650ef7cb68e3ab17575afc6277d13ad425b136be1df49cd6c7698e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d195020cc0d3bc56d8101b57aca1bc0d405681eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a1dff65d3be67d2c5ee8e41a653499280f476d78dce62c4882d22385a8c6d32
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9db9fbd30b6c52ef684449df7a40e40cb81d6f0a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30901db8407e886ae7c49efe96e8c846aeb1d7a8c1efdf0f77b788121a03f6fe
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d0c4d22e86c39e55d6e46d7a1691a49892787b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92fdc320cca7c2c820cf547d7db6cedb8e49289f03ab4e7b16f4672a4e421a98
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a75eeb4a441299b7d96bf804508a8af319c394ac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8a7d3fafa94e8a2166ef2d75bf2152d56f3ef941540e703cbd24ba2c70bcc46
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff18e612324c5595825579ee1839598dcce9de51
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:127a0cb33287e2781af019ac0c9713b022b29baa02a1659cb4e896b06a2d6990
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..951b58387f6f85491582dfa0a9b0054777ce5c30
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09e8346251bed8124d2bff2d997f3dc6c3399a203bfb55d3eb8ae14f7d7d560c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..020ed365b10ae8e27442f7581ae636cbcf09a4f7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:683a6edcfd39828f6dc19ffe01b5e3f2d77a9c6c5c9f2fc16c8ac1e79b937f87
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9439bf5ba67b5a577f428d75df7710eccc10c4f1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b7e475f918a045252cc7de208b26662c62840cd6028eae6d5f134243213310
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b9cf5f2cf47b911094948d303bdb8aef16da7d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e3339dc97a0227951449014c44db2d1a716aa2aa935b42760d4ffb21d42c770
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dff235a39a8e4addbefef92abf927fdac73df64
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:161a69275789e4bcc7d927eeab5fa63999f311cebde126cdf46e79366502757e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d7332ca58b3c3bd9212831894dd56d5bc9c42e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72dce004abe2fc0348a66a80cc4b7edbdda236a1b07f0480f80b89d9997d017b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15828c1688ec2ee3ed7e65f2fd3532acac708e93
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:856ba94334e96fb64f5d3d416483b5f514a2106378d18c7a1b580204ae8ffbec
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3851ef6783015611957ac7b88a019795d179aaaa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:729946fa391846484692b0c606216a50bd4e3fa3cd5a5fdc83fc2274ded35a7f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f66913363f872c9bc09d18b12ccac22f116e59
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82b2e62bb38091aa0f0438637080ed6b97352b2cfd61aea86c574cf9c9ca589b
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8439ff9949271ecc1ff17f52a6686cb866f22541
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfa0d3a191065b403ae469ee048d46c6d296d285fbc5816a6c8994e99c1d585e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e66bb686ba48de1960a47e1d2d6c518f5cd1b75
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:377bd02909b6fa580100d8348792a5ef2f12185be79542ff3f982a0ce8a5f74f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..189af8fe98abffe6b279c43a2d146fe36c70dd95
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab34e527d67f039396b6555c4bb7ee3d0e864909f0128d624ef874b61db5693b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca8460eb6b8fb06e1356b1bab3811c7244712311
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a8c62bc8d61f8f6f76f0cacf6f5eefc994a857aa407c48bdf99b28ed36bfde
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be849fb82b095cf079ccae8bd1693f07b8b910e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd762f603f23d2fb2ba1a97fdc12ce1478d4b51f339fbce1079c4086df477ba2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a577ed869a7851746f338058c65171a4db4ad6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b336a1941a1db70cf0ffd070a5f4bb4a2abaff0ff5979ac5ae01ea759bab2230
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..809bdfb98c09b53e805bd00dc5af811f72f05402
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29326bc6c5519e2ddde45cb7eacb9c803d8d3301c0adbb10b688c1064d414ea6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96fc7fc30363c4a58585d445563dcb0ef7b1f200
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c6e6c65939009b7a46548b7e872648be4f73edeeed4f8535fe51367a1546e7a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66ec8fe3d76a34dcc9a26093c20822d01e766d36
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40b58f6ce1cb9c482c322f792985c408c3b1ff6cf76ddc8e9963e8df612f2cf3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9464855aa00054756d5b09b3a3f3d94e884eb817
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea131dc0cd4132dacf26b9dcafe6575d4dce52a24a1c7678ca8efe3baf37ebb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c077e60bdcf02edf42a3d0f18e64549f481cc27
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f173a852d5962a2c2f9631573f0f513d649ebbbddd0773317ef3bca9b82f723
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d13a7bfb049eea56959503ed2a9c1f734f88162
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7afcc8ef5a74c37fd087223c5764dd00d930bbcc19ac87cc99fd14c7687b684
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a32babeffe66a93556cd853fd1663fd40cb8229a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed7a2e9004ee286e6eb0ce494b1f3cf3b8c64cf75223a94ad001ac145a0e42eb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab8366a3037a46866d9b3c99a893fb0bb02a952
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e41f5b9417173b4e5149cfbcfcadc7738299ee1112e347c83b38e46f2dc6880
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c717dfef6e04b802cbc8af48c18818bcf6344b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f5010353c24fda94bb77dd61b99feb16695e16f4d4c15a95de9f81d5ad7d3f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fb499b55b820c934a9d5401c3eb60847ad77c23
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f163f778838f8206e8b6e49e38d9c2934e0596de678064974811acaa3b0ef864
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f4b3a7371950b14ae7950bf546be6379b8c6f8a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01086da35d94a19a03b5211e8bc574aea4309bee788239b7f0fa89ff9e03d2ee
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1941c7dce9269921dd573b8b4e45fe0402eaea8f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:842764ef9df6be0ab2e8121391df4189229eb505d978dec71f5ff3f10ec820ba
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..164c149accaaa3c6382385376a2f2420518cf6cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68e2e1bcf894a3584c82fb2ae8eb1d33a50c0c293c87b47a81c4231b445ce17f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8b2c2c297289c5d5f28af9ff91d4eb82f13f91d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5909f6ce4dce98430b4cf45ff3e8ad059d5a87fdfa28ff719f953e299d0d6002
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16a7c687cf94968b02465a19d5950f140a7f369a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4f90b5e6698e3a1444ea83c470b811cef29ff305569c76a95fd8288578ddc48
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dade1e49b5f05ce76c01551ad9557fb90cc3fe3b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7be673405d541032275c7cd65a71983d683a38341e0f0c8d1f66caffa08b5ce6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c3d609980c2e39bcba1f9ef226438e8a46f13bf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10baef6c4e405bd66442ab5854756546a4ff90b03cddfe791466dec9efc14186
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c21ab30dfc5e776fb72ea9ba9888914afa8b831
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a1d4fa6ae580434d4d78ff91d6631c76807d6421d96a83373b9f0428cc1c77a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c438782db2712108a0bd16722940fbf7380d4e90
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0e4c35357de1c1eb91c5b66dc29b8dad0e51682dbda06ea7535532621d3ef77
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4cf1d0fd24823eaa44c65adbcd638ee2839d864
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:928fd0715232bb6e069aa304c0862cb2899ca26d250b232c6ae3411b892fb6ac
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb1d0c19234d1d27cf9cc26eff0f207c18d1f0e8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea0d55aef32ffa6a3b1cfc8c8c0e0bfa81a12ef90c911682ad377a66b8f6af8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2babc23a3ca6d0fbf8a8f55ceb17384855dd0708
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a7a27cfc8b53d0f5abfdc8cdb4dc6e73c271089ba65b359d35e64edc57bcff
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91e7a4dc8b02687d89463de3c2832d8fd41e8f1c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:954f679061b1f6e4c013038f19b6e422b2fe2dcaf52899ebba5440c43aaa708e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d46e99578d71c5c4ee4c887cbc917a1bf6a93dc2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d07882e017e51e3bb78c39e863fb2f3b96b0fdd1787300d79bd7c9baf74d50dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e5206b011d1f4d6c6360bef07ce9426bfe7903a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6de5d32ba53b5e11d71d6bc9b79174046851aad2ccb3a71aa1267d118dab3e4a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8319be47447892752da4f47a36d44536225d16c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a8a323b4690033b641c26aadfcdd02593bfc179740c54af6bf02d3ef3dee2e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f8ac8fa3a7f797137a995fa795c628043da52ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:389e808cc9450e8a50cabd56575b265107d46d9df2a204f22701804bee3d34f2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d9841771873e7979963b65add9b6b6e4759269
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2afd23694efd9ed1b5c637eac4e1c41529dcd93ee02706c6ab2463fc84230b59
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7381f9ea63c30665e40dae7a030f9ed072d57567
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ba866e6808daf8d03baf7d7e737bf9c5df38de4a077a9c3cae668f452f4f9d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d47549101439c2e2a42ecf6c5e92b57121c4544b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ff134b3f970342a3e021c4f4805e727930bfd9dde56dcba4243079fd566e7
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df60340a7fce3f187d950a87b30923285942091a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80797e6a586aabace10aa65393121a3e351de3997b5a59319095a55fbaa6e701
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acd9bf310b5a393ba1781d27600afdac8794af03
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c81c68f0a3682e01f3206d1f4245fa8e9a1ba831ec66b192ad54662c5905b01f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d5656e7c2a9bf41e47b5f43721c893613cbe3f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10613c97563e8e25bee8d8b1cb559f47a5b5840c0bf07a5ee063334beb476f76
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..523fc4f7f711a407986d58ad5ecc23d8eb07bf9d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbf1cf3d4766a00f7e5a5ac7c3c51c1d2b586cb99efaf788c5ca1053935e5322
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4235e0f5d839a0c9d89572e99459be8236fdd66e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de33da08a0e6f3a68df1b1b050ce5abb6fc6ca5732815efa2feb6442ab31d4f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b2783433db13adb87b312eb739231602827a125
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:660f963cda9c5f298ad5450efda577da08f021ca29ccbcc45e644c80ae2c6650
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecbd4e862ba3b4c12b90d9ccd43e73542fe0a690
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c1a949b61c3200a10255830fc05c4233dff0827e73ae651c4881bba6a427fd6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91f4f227f9918a4ef71ad9f21ff2dc99ff6fee6a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60e4e9be4068e4f8a71175e328dea2e6f38c823b00fc1f32f9c8d0a62b883b05
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b612e96cef36fe058030f234d6b23340fbe252a7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:553abcf960409ffab9fd3b172afb66cac5e07b0ff921b2a342d1a65945aa5ff5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9761e1726f838f93046611c4a90417fcf8904524
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f8dbb9678587c94bc2c986444e177585d5b988d77deb799a9e179d6f8369004
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36296e707479dfb336673e49aa401b91c0755acb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ce32ac35d0f7b25ec6b516ca428eca5b0e3d037ecb4dd3774f15d8149dd7fd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84a573dd86a85ca770f3c09bbedb4ec8f96d6abb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d9cf8a8ac061cf5d05556c925bbd589d481c165a3d868c5a1d076995549ffc0
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a13b9b45dcce8b5306110892580da923709e073
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f709aed0d9ef4e04b04830aacb59b0c9141eb109c9136405e08ccd7482279eec
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c649e9576a0c36f1f8eae7029ad705e4e7174207
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da3cf2ecc8e6dc894e343d6ed756d68fe36c1f0407a1c34e8da6c63213cf9814
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f8c6b57005de888254b5a5aefcb70242a576fb9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cb1aacf7b679a084e315b284349c9a82cd72d172f2cf5667619ebec55982e51
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ee40dedf88a6444ea77eeef925a0366fa5e5161
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11440dd85b8c0798a39c29c4d9ec9cb51602659d7a654e8aaafd8ed866e865e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb1df509a14074793f9a3e81f9dfc010716f8f0a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b3d53b432b60002a9b39d91069061b700083e779df675bd65f3a6e910365b57
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0588419366f848472825bf7116b9b9507d6e818
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a19880dbf56f530d2d0416553aede195e905b259dd53fddd6c050ea8f0b8b0cb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaca3d82d4ba853d5f2b8950adce3b914db6b576
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28b76c8982b0293c79e5e95b30a166aced5ed704b74d661bfa83e0d813dd7769
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..833b32e28c6f666a0f4912e8499d16286d553496
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c89e9dbf54759a7a412d3a8862cadfaddccba20a2cdb9fb2a9990b978c35c8ef
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b94d95361bbff7a0403e409fa8bb64e39f55cc17
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ac83d80143a403ad80101d901ad119048eed51a527d3c5b442b960fc6517563
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a893abf6603df79d4247965123276390535c43eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0b09de8626c2a063cb00ef3fc7c836498a9c3b439c7a7917280fdf6c7c50c9a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8307e9c6429fc49d25fe569abf5d32dd2297c38
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebfd12676c185e54d17dfc282da9b7dc5f2cb44de3f2a62737a739a8c6954770
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d2ccc3316fc748dd2c1a48bc19fcb5817dc7033
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12befa2d16f0526b98eb8aeccda1e33c5ad16bd79da3765279af61d3470b7ce2
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf230c650d4fc5303e7511c1ea5e417249030793
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa064f749fcec8785e047c2c8c8569fc1db013e92c8262d300bc5a3e9af08564
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4b065c87436af55a4ca9781bdfaff4f4b1a1ab7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ebcac99d9def30136fc4e4a592b5e5ea4064d73eedb0de48224e4c2c5926d3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74f03d8fb86e5ee9d8329168189f342b6b660c31
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3490cc18cc0e8bbdef16c1c114da0d691be08455e1c0177215c8828464f54d9a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e50f3fbe31c86f4e8bf6ddfbe2eca7e2ded9a0a3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59e22dd698d19b8cca744a7002f08e0c3e276febc9d9526459ab8e68c638b13d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9679a5006126bb78afb76062515347e397e79d4e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e3a88f2e9b9b271dd18a8378a5082ec2cf75e3546616924dc7c5780332a5d14
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2a2294db6dc111873ee04e6807385720f4db37a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b172123cfac23957332f83594c8bb29dae160fd0d3ec18c65e5b98ee2b632c0b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df945b1555db705b5d24ed7dcca17d7b3bd9ade7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca8e2baaa8ebee28a2b2dd3a9861cb8b2d3b9e20dec7c97279b0f06312a85af6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525a57141016930c820599c8da82eb55f44ab955
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae888c5f2ceb6bee8fbcda0e71ed1af10eaa3ef1575fae67c944235a187db08
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b91587d471dff6cb9a7e2747913877cec545cf12
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18a40ad8a1c6cfef27c18c0687d2144c4b358b12dfe2bc4d9cf13811b7489ff2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19d6f91107e48ed159d7df285238cc8800f76a9d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf27c15a5127b35f3494804e65983a8f5775b256facd2b7a9c9262c3b4282d6e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ceb1daea88d44133dc2c192a1c0ab02b3146499
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25ae138499811dc23d756e7a4ce35225f9df4aa18ba3a4d9d516271dc1d7d755
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfa3acd9c3196ed68452e6cd141db04c4181d800
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0ec61ce9c162671310bc9277e82a5058de63bf17ec370ca7e7ba1e20b2d652e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..066bae0b9dea6e38f4a3d4f2f5e18a1c2a69dac9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07618c9b61f790dd6e3d2af7ee696d24d4c4aa8682745c98eb7ef5b4184b7f24
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c893e47c12e1de37d0d7000b676d67eb0b8711cf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db65d05ae4f31fed9df1008ec48a8ee54fe0c608afd696c02630b37fbc5952ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bfbf7d23f61634786320b0f995c5fdff4296e13
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac61cb91bb57ebfecbe2ff8e04eacd172e62b24ccfc9d044a1456f6a44fd18e3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5340ade8dacecb47dab96a38eff5b75e615cabe6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468abb16bffff2be6c4c13fb45be9c140bda7a8716db8268e77a94fb91b88ec3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9680e125810e7ef9dfb8cfb94596ad2e0d469048
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a059255a105a44749a05dc63180bbe932aa4263e92d116af8f2f747d3b7d5f59
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b12d8d5287ad5c5658a072510cf38e3e48aa0ae0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:344a92ff0e16bf5fbc549041334b684e0625f6b88772ca31ebe8fc5c2334b1ab
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..668189fbcf0b7f33a740429dd8544092e1b88ef9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9260b9fa42e2eb5098122a90f3fcafafa8f70b22716cf409cabdba481641f1a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0778748853f6fd05e9166e939b48014ce928dc4c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6b31cc36e649c6f992bf023860e31068a8e729086eadacc3fc6c49fe139cf27
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea3e85ba4829a37fc9edb21f18cd303c81a7ecce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:947e28b8372def4efa1b70a096e10929ee1796f57a053cd7bd3ca584c81594f9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e603738c7f0b7a66356b992d6d2b455a3079f0c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f00309610e2eda1b29ef187bec877b8dd0fbcec757a21f092fec81b2450956eb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d71403598cb877ef38cd860b5a7e1b38cf4db569
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d704ad37a2623bfd987d392be7e54cd2382ba1622aaae140274883a299c1f88
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..089f2185735660ab4d17ab2977a67bf998addfcf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d3325c5b9cca7e35e4dac0c572b13a748da8194d55653ecf3a34f7fd088ffa8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe42a535837ada20e4fa67cde95899996357c4bc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4cc43f6bacd805cc5ee764f85bcf28f9244aeff2339cf0a32eecd8e92c3a004
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a78431ad57f2bc76c8400b335c55875d84509de
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3417971cf0cc888caf45f225143ae532fb911261f894bda5451748bb44fc99d3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11ea06013d705f7ec0c59090088da6c3ef6231f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c81379d46389acafd1b8370cc1e8af4d6cb959cf67c8347a2125e859f2b590cd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eeaeb31c87c02ddeb938fc303cf35611ef76ada
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d752271cc3cd55fb47b297d9f103ebe5f6b3122a1e1ca6d7cd9bf2c6d742ea2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2a4b8ff3591cfd58907d09e40c5dc494b2e3a72
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e0b8b18291f237394e88c1b531cbd7a3d1c392f7c2967022469ab64bfd68d7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee724def12d6e1b995d13c1b3f8d0e0ab50a7e14
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61569b5a4c1f2f2b8cd8d15326aa99c34ec4d770c6b5152e050a21fa1a43f934
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8abcb8ab928411a700169ec7502481cee07cc416
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2bcba28d7a59839cbe7e7e6d40ee20f8817193ee6668746723092f197c2eed1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..349ec47e65345628a9cc3606a73c3ec5ef2fc848
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1357cd28d111d767fecfd91a2b52da4d5c9a94e554317335cb60718d0cf5dab0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbd76a45174a4ce318fb44790a3c9c913d4eb5ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cab68c52ac9c69ef95cf66d227a3d2177f9378c93855c399941d9810df23c5c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffd6d32d67b723b48769e0e52a53cae74b45753a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f6f576aa42d602494ad02e43aeb646579a0d74ca2eb86f31995c0b9fbbb246
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b396904ce154708a02c4ed82e753d5f283f2e867
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0967990b1672473f8ef16df4733e9f20d773ef3eb9e1cd61ecfa5022caf5356
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30b67db4b9257aa6d3d9b1323ab15ce9ff488fd1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119df5953fb5294898949efbe747ea6eaed1faaec86de370e28b0ae846d6bb46
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be1f2a0427688f42d3855f7ef852576251f2267b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b65023751fb8c67a54c519cb44baa9581a293a7ae95ad81b03f00b6ed4f4b10c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a23d6cc91246e38f0beaea22c8514f903e0dbc12
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ae265e826c2e6001a8badf2b6fec95d9f2a5a33b0b15996c0a1901ca98a927e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c87fc256c14e5bd4a5db863ab09344d2ae7f06d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c4ef11ca7fcb81b650300625a9ff2a6f08d12949d925e399d6e75494f58792a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b6b4841a82b9c20f04360746ecb7ee4752123fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d40a65d2a2f815f0eaa9a4ddf9bcebc3f215750cf7676c4d9ffa810572a924c7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d96a674a9e9cf7e1a71c414b7ce2b3d5898baa2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a05442bac77164e59d9059546730dd595ddca25b354ce9787584d315f6d96d16
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78ec61034a5ac8c3f89c697ff3759e2b5de18e64
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86216ad30229b8b3d4c704d5e604a65db1db2ca1c6adbc9087069c33b1c726ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9d8d5da8413591e20335d121979e9ee2b81cdde
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d511aaa2d0c46f0be09d3f3eb77a5582cac28046e9abcbeda21a80dafef0df
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e3e30d074c3a38b30e6bf80f03cfdebd7af9307
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64cc4db298addfae58d860dd64cbed57f1df9bb37b9b0dd3b8db7661d53bbbd8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81c032e2aad435e84394ccdb78c9cba985e06c74
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbda671e992d9d6b86d9482c3dad8572b9f8abb6d472c08a394c68d889b7bdfb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b35604ba9cabdff77f42822992a21cf01466239
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:944c038a6913fc1de2b449580b19fef5a038ed0a9ddf32b79635cad6447752c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ecbeccb7c725e13e83ada5ffc2d4d34ed1dd11b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:296ef4304909dcc3e8f2c70b2c31fd8a55165acbcca3582ba0ad3e58e59b433e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b2b51a245f6a6631e6942b34e82f8624a912fe8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0774e56734e48c3c5bf778e35399b28c22a3a590955535803ab77f63db372bce
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6d728b5aa1f305c303d9d79bcb0455ef8bcb2cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89b74d02ac7a49bfbbf1a2a8e8b9de80053a7065835ff482a81ae34b0b6a08e9
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb5f6a756511e231440cc74c853fd57a07eb7c03
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b8db7b4df2dd8b628cbd80b2586d13c13152d2ebfbde39686617e10a8a8157e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37f20150250e1f37ea0ee57ee24c3f29dd282fa2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7c233c83f109d501c28bb7a27ef7c651889bc40a9301f989851fdb9e88aa31b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c30d1da30afa8d6df0a6c1d64cfc15810dde390
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49bb41d8f0a84099c563899e55db300922a43b936d06c1671514a1feafd76a54
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b49278969c4a9457ba74b3e62ee950707ceca20
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d5b377bac5f769b1760ae5ca715887545b633934b31d1289df621e2fe32b43d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f182ac3dc03d890f77cd0b81cba6fc7566464d83
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:729c300c3da6998c0542e2640dbf81775db4ce0c30370b76687a9f5a683c768d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74f224750d7b433a4c39c08c45e1f9622993fff7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aced0487791e011b67796f6b289b563a998ffe2eb6c0ed3145806390f84fa5ec
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0baf7174fdb8a8798cbbed1ca9a1ab30c58f7e33
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98c75cd65c81d08f93be17bc3ff7e119217bd5892e29f56ce71b2426c2aa5e59
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2def7033c29ed2550a7adfb8c0a90746dd5a145
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:550e8ef008eef06d8b83dc6d45e6032430391515fb63c4c4ab3deca3221720b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..633d228dc2324a9a7fe7f5abbbdb671824c7a263
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de1f6bff6a16960b9e2a70a564ad6ac3b39cbd1e7cf94405fd64e004180d85a5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aa7d5a0f7bb6c4ddfbf8c1616a7a1611c439c2f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac668b71b5913996e25969bd91e7486c60e2b1bd630d617e8c349e778d87a6a1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af1bc863654d31627d074d70bc06e32c6ea64f80
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f59ebdfbb5ed458e65078432293eaf4685ef8841551c6ab8989bea2d53036f13
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82638f9de5cbbef15ea2280c4815c890fec5b082
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ee8e9791605bab9ce06610f9df1c88da8ed0730623f06ad1b95f1e9b2d5173
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..974036888a11580d6ec24ceccb90a4e4d334315f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d205add0d34bf60c9a331f6b8ea3784ba12d216cea7a44c53e75a05e105c3d17
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7d7f4d3f6b773b8e233785e6f6ae6df2df28339
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bbdd299cc8be0acdf8e88c8a882f20c2203a775e6310e750bc504ee7b5563ff
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..965283391f147e69d5de9896d753eb1995fa82d7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f83f8a8936b90dae757cfead6011848e0301d2cb4e8426a87086bc18cdac07
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b8a0a9f45dfaca5e3b6ead49c7e527502ce7102
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6859589afdd15b077c7a7bb93e00d8a93f999a27fbc396f976aed3971f57cad
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d5d5ab1fdc84514e1acf587fe3b686cb97778a6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:644058af0820f70e405933bf849b6be877735b0829b4efd33329f2a51b23e97c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a063458701329109f4079b95c3eb1908406bd211
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c185e1309be6fefd8c32d5b395a84b23b673080ad9ad23b5ebf668f3abe2e8fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..011b37aa36ee07cc53e15e670b3a4b847acd0176
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92d825ab6006ff487e84868b8f0ddbdf81136d07a193e4735eb41916851f8249
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f30325ef2f147e12778236a1594c9142f9412bc8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0724ac52b6e7b059ee970064f96dc1b569441706d9437d225a2ea2ec10489684
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a4840e97dfd7e424649c420d917fb20344a3ac7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:031b931e93d5df051a33a442500ac8c8deb8968c0c68be9452b2a0a3e5d44da4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b3773370b9cf142b491291726bc4acd30826986
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c43d855f6e978a81c9ba22d944e2eb848ab6870686fcae3c423ec487215dc73
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea2afe09610d11d58061cddaacd07c0d5c6c9b3e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:337fff24bcb113abbadeb6d5bd09ebb8d9d4ac6283a3c7f0cd608d76465b7675
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df4b5ba6a49ce9033707b4684ad8b062fc81b7f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbdd1a9f61adccf8d08c3166b898c09249e3b7c12ea763ca1c14a888dbc72218
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c05eb85cc44038cb8685c4cb7fbae8c87f623095
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50f257af743c11fbb391399821d90f5b43d3d79673ed0882e70469d5dd9a1993
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..537eee3d6a2f68e91922db4c976f04c19047083f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a94cb00b4d0d2790028f09cb73b282db3dbfd3a44bad4d318855d37a0fc542
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62403e328971c357ecbd0711a7b7e381419be294
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10b38d2b71a40398b9326d794a40ec3c7ddbe87f460e4f9679bb14d2fa9459d5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..784ad2364d68b94b7364b7e15099df20d6a4b6cf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da386a9d49b11c8991fdaed58357d1a4c3d2472543dbd77d7d6fb2e9b0959a53
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..788491dce01be4e7565dd0b3aaa3ea98c76c369e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94f5c4fdc8f52ec628de7ad8ae8e89870e0d85b6a25143e06af3bf0eebd2144d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6237a7b50749fafde853cdf7b10206971fee70a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6db7bf73731f49bd876bc2e20fd7e06bf0aeef3f51c1950c05363d7415466e1a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59baf395365f4101e951515199300fe96daee15e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8c8bf731bbe5bc1a5e9bcd1f7cc88fdee248a949db6388c932f6df637f63f33
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72870e9d983a7158a54e893d6bf3d54ca50b2696
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:837ae190430939fb454301bb1ce5ba4fe430800acba686f1694f9c085869c93e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df503e13be55a720b3965b857825a23ff27f16f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b2e3162352e4f898a7d38e62680b4525747d084be1dacb16cb83b99dc1e430
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12a9c52eca304700fdbbd83ca90c44d3e07a614e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4747816168feb6c0f5cd527cae184ace040ed399ac59d05cf26f9889bf5c74a5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb870e9454a688c8202d733e543a7d547ed7b74
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:476c337950932c321e5eaa2516e2a76f190ef11b18be557166532bdf13ae459e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef927d3adb95fd8b657b94f826f8d12840a2f2cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7651f41069aecda21a0f509cc5bd93456f654912ff5474405f17a227be99be03
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dfe3fc9d02baa8e040d5aba7c263ae60e46e449
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc0d352edf9ebf30d776008c589e8d6f2f78883605ce77faea6ad4bc127ba507
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4d3b58cffb80ce2f7d39a8cbb7476710a062b68
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ebd8d765716008d4504cd471a4ee6ebc1e030c06bfdf80185a760de57c33b72
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42e623e6e5e693e6c4f60d7facc6a3977a8939ea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8672fe7a3879e223f3c4a8d1aa824ce130a542ac9d1c28943595bf69970638c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3319a6c28f25c6fbda085dbbcc20dab331beaa90
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6fca1e881fb8eebddd69f861ce148b677f4fb871674fad2127a0e74211446c6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17e28672a5edf2c087862a45ae2d3f3642964097
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58f671d3a9deadd4d98a78f3438413f8a1e46d16180a81d7e7ccf7e83ca22936
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cde29f21f9a41031bbf7bfa6dcba381fa7a47973
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58346f3af2140c28d4a35c4a8f874099d918b2d38969bfc97a7a82a64054a1e1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60b3f2f3131f7184e2221873affd77c034ec5709
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0262a6e35afd9f291dce11dcc4ec842ae734cc793eedcfcdf70e0c633e8b495
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..230e1d40923b98c867017279c6d1aeaac3dcf93c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04d2cbfeddd26ffc1ad7e2e51c4b89eca6ec6bd066b26264a6a3377a4d180071
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ee439b252ec4f8c35843832fcdc8ab9d1854340
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f96ee8826d1f1bc372e0a1e2a2f546a243ba395df45af110775ab0445c23542a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f59e473d4268644a0ba0a10e95ba17e918e53973
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbed0068df03a19e2ca086c655c2d5e4823e3c2f6d34862a19d6e6df18600b30
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a480924bfd52c68697033cbd4fa23045cff96dc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:260dfc1f23e0ad719d57436392f91814f12312df35b428f5aeec56fe951d4467
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6082e1954b638ab5f84eaa04ba75a3848257e133
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d16dc75726648f58c28ae641b2458e1c0a33395b5b7557f956863a01212b7304
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..623a82f32c08c93567ec9fb3a32a848e759f3b56
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d38d91b2dcb29ac6756e243de3a7339f4eb2e408a2ca947730354d1a7e1ea333
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfdd1c8eb2b2d3e8d7860536f8e54967985054ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85b3ba19bf21890ed208a3ad4f36c8ef2f84c5184684bd1405215e8d0482700e
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/lm_head/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82050d7ad29d1873cd3747bc974c887c2cf4fa3f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5b7f2fb16879a8a052d5acf9b05f6ce1d2ac9978083f969712081ec2a1aa210
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/lm_head/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d1af5b4f9bfca307ade4aa55bfde3d5c09790f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c85862f58b029cf46eb0432d94db49dbdf001b72d275899df698f4d267624b9
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d585f538baa6f93f9fcd1adc185783748f16e655
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:432a9047900e7d805f8e126cf76693e613cfc8f7bcbee16106869b5551228f60
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e8b0c3061bdceb62e95bf50e2f88e2d837de4a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa705c4affc2aa4789ae2609c631ab7039dccec594066b89f0aae74ae7a17d0c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7956f74e0c9e985e4f525f505ad8fd9aac777c35
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa5336e5d965fdc784a9f1b528f60bac93ff4b44ae6cb0c985a0feabb851fad3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76842a7ef5a1b414962a85f03c897ad14cf7b272
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d1007e83505af71b286c0bf296876c4c4b07eb96316c41d084c9553797ef417
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3d6cc03a25672b5e00ceb667d5399c9a0b91adb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6eab6a59e3b784b2809a3107090786f67561e916f83a7c7119eb0e046106cd1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f15f295a68f42ddf582fc311bfa53d8b7d28cdf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a45bcd8a43a8b362022fe33488589125284702ad900f3867890a75ccf009be
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..060561e5ce35fb59a5d3d5a6903ba1a1c88c7017
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f360d98a494554a2f062deaf58901d42ecd1a99da59818f033c834d5fb5a52b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e25762b50eb58a15ebc11f62d861e6d6857d8ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adcb15db86549673ff3aee80f131b93810b9707a0936ea226b041a6ce038d523
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9cf9aa839cb42fae057cb5bc551c2f970b58627
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85fceb759530e438536f5fa96473065132a757b658c2021d984b82fc5dc30fcd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62c590ea6b3c620c0040f02da1b42ba9557028b6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d48154aad36238e8f2e36d26376d877e84aa8fa992e46ad16b0d1a88dab34e9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77e0a6a6a705aa5c485044dde62a62bb2e01661b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12d6424fdcc258547c94507d4b0fc28754821b3e52e85db54b321553feab45d8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2379cbaa1a051a7303f55832869d927d4e7fd8c6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74a9bdab63b9f696ff9212bbe6aefafb69f61eca5d3b7bdc0bf94d3e1cdd1b6d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1861759a530d74f97afe72260bd51d0aca5455ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d98b0fa7707efceab680325e77034ab8668903f348aea1789c5f2bd895aae3b9
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b89879832fb7881f8cdd5110149788a89b907bf0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e90b4b767bd886bc2783b78290503da6d213dd23108dd35ceb99cd8096a455d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f12acfabfabe986f1b474ffdc3d2fff74fe811ea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69eebddf960a486c4b168735d634ea4631f5a4fbcef73766b3487e52e2a771fd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e85b1d957b6a6a74f2353cbc8aee5b3a6cf82ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02127ee02581d5f7ee603dd7c8e51222d80068dea5f37ba9c12b7c6470e4f706
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c10c1ad2e259b7f5882f93c9df8f5380ed10bb43
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:226f507dda12bd5dcbef96beb99882c80c08c566b35633ca898f89045b387872
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32cb4ad1185e67ead34c7432f096fe299b94dcaa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd182947bbf9a2daefeed32b792012cab430e7ba999f0d9c0c68c5704a9847a1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13be0e917934228c721f657316d6cb8ce0283160
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7938518e83688fe1182d71c2f02acf9442772c252e691d6cb9a767f8d66273b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef536614e71d61369e86bec757a4efed2e7d49e4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b667679f74a4940190e38ecec0d6cd81f4fa9f4fb275b49a69d733afa88417f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..163dfda330d20d0da1ab5605d8dd8c2f4936fb4c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11f415d5b685db6066a3808cd2aba44eba6ffb5cf4b91cac11aca1994e5e765f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eca98d98b24ec0f93c9adf5b0fd388ce4bf8bb6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c7d013698b8037d48e21b61264493fa0c6421bb7d164bc952e0d4083bd62dcd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..992168e400ca242428c6d8fa197e440f6275ccb4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc091974af079aec3081a1226507bb1c9eb50e19d560804eeb34caa544b324a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ba7d21ab917dc7f32702666979230d65b526412
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6f58f8c97aa9088dc6fc4ff9c7f4b10e22ab199bddde882d7cd97a04767ef2b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40be8944ac5e9db1792f76b38fe4d3609e3639be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c5dcf7fd8d202df80e8e24b1c09265ee2af477180d474e6faeccaab8388b348
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a69c5ff31f84fefe01e4e38e87d5e41c745407e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d0d673ff6fad79440288b741c4a321ed41cd9c00398e3c6945065a870ff002c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29be01c584449293deba25a2b8c370bcf63b253b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1a507fba245f8ae0bac51c5e4098ca89f743430832fffd8e10b8c5bf3c31117
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e653c7d8a704d07445373f7da805a8358a36f732
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa312eeedd24d43fdd84654f26e9bae806f58bb9dd80fc5c5dc11ed52c4ff94
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ddb88b44129675a4b7cfdd8b64550b1b9587354
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffd736bf9a3ca04992a0060ad737c31fb5d1ee2123496a6152867cf6792c2224
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58dea751f4263f07b4f2a9655779d8c946f08d79
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dc58ca80899164f9d0e15cb70bf201d0371f1c7c380b36bb5434877b6131e6c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..545968ec5c7ea2990ae5e41f1a2e38a69ced2ebb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d43c0b3320020ffd4211c510b79b16c9675803dc8a26ab5f7d0977a1275f7e2c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba83125c52f77ac588d34bc7e526d71c919c28cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4757af1954dae2ae6bd35764a84113ec46f4c89170fa343ab745608aa290e8a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53a863359776d0f8e1553252ebe2e5ca42f32744
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b011870e5117b8eaba55fe71fc102ad27b337745499b47357200414b5fae2fbf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2711caf8d55a6f692505b76cebdca49f45c97588
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d65ed0a01eca86a6ac600bfdfb49cc64014a1315e544a90fc5522dfe14d4dadb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a59fc9e1cc5a9464912f97eb9c4386d55e14b8b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb58e72f0e8622dc09b73a35e92d7b57ae1ea574c514007535450c4a3c970c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b492fcb1f5927bdce597849d092e8a1410710208
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30c7cfbb9c80ec1cc7f98305b8b9a9fe2102d9c7afe36a290ff0c48f370aa5ca
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b03304e18efda074bd55f1b7eff78cdd89f813d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35e2c2907e6929caa0a22c39182c7e7fd10c03e9325e7b6ef4be82563c1f065f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9e4c03c9b610e8bbe001272b1fad7532c1fb410
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b0bc3041b688d31d423336f7c7c5666b06502ea4a0f267665dd915d1ac30bcb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcb4754c191186df94615128ae5b808be5feae98
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a2081ccd00ab96b32113c660991738a129b2d85aec30a08355e99c5876dc78a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c056c5b30743df51f3a35971bb33bcbf759c00a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c303a7d2863bb1e8c5d5f269ce16b13ce22ea01f278f8fb49cadfa318a468e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..471e77df980af5fed8e07fd6cefd65f91ce29b73
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13d8c9b862883800c77abab8eb0e386b5f3b27ed2779c45ea5a44e24cb31d598
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81f09baaa05ef0225cdc51e8358386dda85726df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ebbbff297f5ab90fc11ae1fd0443c90eb8a770aaf9466cea3655ebdcfcdc088
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12cc3f719f5c5e06b4d94cfdc5e5ef5f364bb706
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:012b219645f62aa41612e97fe7d69e95d179103cef9d3dcc0dd59e2495903956
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f56b6e3f75d837fe1ce631519bc9b6ae53a537c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc24d40e9f9ea1445f97a10ec83e0b91e1fc6c5583f6cb3d3a23edb229ceb3d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9871822a1ebda15aac5d66c9c7aac8f826345769
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51df1c84c144f65a64778c5a9f2502250aa05c04b2f8d5b77b278547852b9c68
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42c5145fc596fc1a75d3105447c4584132f2fe7d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4854157e83f3d029874d501b1c71c3bcc7978a609bc2a291cef3d98043edafdc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab8709987d3564719d35b6ae79c955f35c627ede
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cdc5ff32bd1d718ff0ed96eb162c5edd65869d63f65bfcd6e6ec4855f4eb52c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48a68ed7c4fbbd355e8a2fb14a7e2f8a17a44337
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:498d702818ec33a154e841da91f830c3c7f6d86209550959ded8e8f29384e8ab
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd32907aaee233c6d72359fe3b9757db54ef5a54
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e598b741bf42fc3e5f43fd7b34b99313c4331a3583e134d1dfac89cea89c6100
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a936815149ceabc939f13924c7b946b4f67967
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1199ce0c640958cb500893814a5b5e5a5372866671eb5d2e1c1b076e6b106ec8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..902b512dc7233c305d93180534f7408617b57b02
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2196ac731bf44f711031b708c51d7591ddfbde77cd62f2c6e6d2d54d47553dcf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb8a8e51781a5eb298478443eaeb9986dc3820e7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85b60810757b1eba68e32e683372924e4fb58b5b76ae686f23d9ec9faa2f8ece
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11d87c1d7472567c214672003cfa4fc3ef887275
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b5bf1be764510afcf73ea789d3ca9a0c528e4deeb068e72f8a3e0f72778c6a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aeab7bc04e12a25d048c5bc140e77b3ab9438f5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ea0e56d0e211bc94b7ffcc0287c7d1a84eaaf174f79a9bb098aeeabfa103322
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e24bd6a1325266cb4483566e2cdd3e7ac8db3fa2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5256324f6f2dda7a20a0289de3c4bb8b33bb8da75474566945d4b7c7ff53cab4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..240fba47c2164a91c0239bc116ce2a24cac0b564
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf84b83a8c274bd8e03ba99fc1b237c94b8277fc91129fe3736f9d1b79a6c64f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c0ee1f1d2f903f90d0873c31ed0708a4a49467
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c50c91f847efe334c038768e18eaf9aca82fa5188c5fc7790fd686b8dfa5ed46
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4424c754ee38c53d60c06026cf7f210cd0fbc68c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4bdbe06996f9b464e3414ee974509b8bc6da97ffac994a44fe7f9a7ae4d2e72
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..104ec9415859b0f62ee4bc4bf5fc0f49cc522a78
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec6ff7be6d5ec221b5b0b7408fa6eb854a00c4407633126281a171729c119d1e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a7e8edfe1a1d0c01bf8857216491511f6026df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5fa5f0146fadaef34ff405c139710163310c5a8ac89fc0b59238ca3bcc2bb32
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cba7daae6553847df743e741baaad09ebdfbfeae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:333514d5271cfe4887a4af9c01d9a02a9ed86e3aa9eed13327bc8c98b528e08c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ee6dbe3004a3e76ecb4531d58da683ef382b92b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e5dca4b017f249e8311ff55097306f29f357580da83bd1ba57929e07188f4bb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e09096adf2727750312c1eb8feb653b4b35cf1e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:039b3da56adbc34de4be68420e5f26f0af92fa14fc486e5dea462603dc4dcca1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdf7fca34b89a385b2307f838ccf252424b6d03b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a39918f29a7d2913542af9f8364223e1581d2f6515d04abe0d892270ef7bf3d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abb2be0dfcb4901bd7f6dcbedd3f87e301d83fd0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:727293c5f2ec545e46e3cb4e013df2bdbe33d1b814541c1aff1f77c3906d4d8e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffefd82ce55320ed7ecaff2531f13a6727ab124c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ddb18463744c7bf01fc405ed135b901f04ce4aff78edc5ae3cb8a3ef0ba71dd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c7a7d2ce00a5321291dd9ebf747e9ba2d2910ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a19dd94eca0ea1b23058c895049db38f4d9b7cb394a664f30135cb807d9fb40
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93f1707162a81a0e53b09f40d1bea3831f5dc328
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8b6b234c1f68487f6407f6858d458b1aaf3d033c5503b44c7c33546ea665578
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbe2241fe1bbd296c6d9c882e94b21b4d3502c42
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c372222e94b1b0e8bbeae27494d2290aac1f2d371671bafa462c514edf7361f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecafa46b9cc8c329d3a8d077f841c32c5dd58486
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad1c3411a288f188bfaf1b06db58cb8b92c9be582e20039bff2a909318bf9e4e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc259e252146bc3c989c4bb07bac2e220e079d52
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8f99206dc459bf1ea29eed0e9f30ad1d5678a55f38072444d6d9f46cb6f5967
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..582d946f9eb87be03ef628bf0a39a6e99c819b05
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6395f3ed68a89d8f0ae89a17dbd8bc8b4f56f1f77e64b25426971dc5c9fead6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f327da354f59924735e201b94de11b5a5b41915
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5771f780f21b2800824f55756267e25f4197311512a17f16ed3bdbaf79b8cc60
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fb9a6d79d7c1891df6af7e46221d4ed719d2816
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:490d7f6d0df42ae4dc93f0e4196f13847b8000c73ea08bb80cd4fd0ae8a45be2
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..679fac1e207019c0d19fad554d3611243449e224
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9fa7ed440f74bbf90dd8fb5bfe2517744f50f40cf6948bf11fd25b5e9bd6811
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53891f4fd72e4e555e06f354907506379d80734f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83a48cec853753066c7627f2a5dcb6628fb3db96228397a08ea6fa3b09c624bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bc5e53af5a9d0fdf32c5ea00bfac4ac8bef9900
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a760edf63c39dd1df227f205f258a86aaff62efc7de4fb2b8c7d61ee22c4a326
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddae9ada1de3a76089d08a858e34ae0e1e16aba1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef16826514c7d1c3f89f7cb9f86eebbabc345b025a943718eba01c9551672b38
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d70b47b8b6e60b59e2f604d05118bc91268aa1d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbc7ff5361d47c13df36a380f814484b6ecfe797592b9156831dc938f58f4227
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4056b0487e028e5bcf11c64006329a3d4cc02a01
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b57d558bbedbfee69e982d07a590cb7eab09cec19476ba2d540ac8be00cf741
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edafe1e3862ceff809872cdd1d8682432afc3c9c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db88a60be51b203f00e473afb1abd1812dc86e681d90c405243e1b4328a89a03
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dffbef79cc6f53ede7a1d43f3b152a0fa385f49e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:587d558c3fe2a52409fd1079714490ad23e1456e10a3c1d692b4a377c63f1c02
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01ed5a0b5626eb012e404f1c946e8462fad11d66
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9d393c6b0200482fd8e20acb9b73145866c9822a0794c46843e8f876e1dfd3d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..190545debe90a92be416e1b3afa49163df141e43
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b774cd27aa3b9d10468a9039d0da17ccddc31d6ba60d91733cace8f9a60743f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc1b518342366f1f2d84619130fed0f03cdafafa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f266b69daf17b224173fee8c4fc2275d3e8510be172227f5c05c0135318f8df
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca07009c1f70e429e28bb3bbc1e0e26c3124f599
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:199bec83cd34a64469744576235ade2a22c54149d347c3e293d0955fdf8add8c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2de3adcd5a6e06de0a651c04906cd5492b883b2a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4e303ac7e93fdda0eea2460de8cec7362378768f3d8717ab715930ee29e8849
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6044e28c86354fdea68f987d7f408a9036b153dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2500653ece0b6b9f50596814ab327e18a96f89faf1d15a8220030dc3b710d479
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..694a639b3ab3b09d0a93bfed43a52df12309ced6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c86b038da7b257d277116c052e77828e1ef9a7e208c182e5c5043d4abe87b9b1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..360a3c80109e10567ec7da60ed8d7a6c8b523032
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29be11ce83dc3ed492fec59af1bcd43ded25abd44a88e3413f843ad91480c8ec
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d42e8ead717de54f8f0e62af81988029b2c78876
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7903996eaf91f1f8ab361bfec0e879fe0d9be8ee1ca0aae449481da938c40783
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5959939a0992aff1b79ca0cca810bce1ae2b6127
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a85230dc63f6ea749f8eb30409e468643bbc94fe11522bae14074f10a11c5d2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b032df84e36fb3e543f40329b7612e6f49c94d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e29644be5f66eb5e9ac64dc262c7194e0d382cfb998e53ffdcff72891de9abe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e162c07beba0fa37ffc885889ac2c3d7aeda888
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0251ecf921ee2f2b9f899d0df6ce8dc70f3df604026e1758d34f95d62b166e5c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f38149bc7f80e7ded62f2fe199a5212ea9ae7e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4e98c1c3e777fd418c5d85839b9b744e7bb691bb36980da1d6d27b2fc0b2f4e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5971591a66a52d5d247342a8828a7b303bf1ed32
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8c30e530d824f96bb6c5e5a28076e45372d9d74745a1ff5d672b03ae3eb1f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..425dfeabbfbdaa466a05c0e8b57a059a7491b2ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31e91e23b739fe7add68654908392c04c64a4b929dd54d31b77ce8926f0de43e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c44de1c65387c5e7b3939ff7a0afb153138b114
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:946689746345aca89fcdbf7b171e23e74ab82edc3ca599f160626f0c0ba69f07
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca0b163d5341144fd17baddad08624ebcd70919a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86172dc25c5b56ddc8359e9ef657c408e9ca400fe18984fbb80d0e050dc06f5f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3d6792fa5ee27a186a2207da61162350de18101
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1739698b3239fb6b2fe289b16441aac49b2f6cae84a417ac44b1f4d276443748
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9aff1d5d719e9458e13c74268632c3125e4e722
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977d5208900db71b2c8c24b047601db2e4a58b04f104d06f153669f5cdccd26f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37ceb9397e281d464d60c49b7521e73a0de0f1c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62f833d8e0931b7cae32f69a799b41e02b72520bdee68e016d3a12e9ad890138
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca8817806699e99c088c429b43658f3625aabc87
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab27ebd8d73613855b1ec451fc43ccb64bf414bb1fc2e0a783839c1fcb658e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9166bb3d5d272c04e36e95d5ee701d1dcdef728
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba7af0b15fde7c5a0c26bb0b09beb8b18cee196166bbb3eafcfd04c8de178b45
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b1141d585b7b1d64d33b588e8c8a7a9e264f910
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef7b6a1b2a05b399ec7f0d8e8e86257d1a81e43420c983b1940e94b65bf4288
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a5c78f37fb87c98d15b4bb5f6e46b421457ebca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d770fcb1d04bc3f4f4a56b17da495f1a2c69e1eb4b7740d8d55d3dd790c4e6af
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..062845523b8fa77b3ef01f8e19a6f449fcf13716
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de676fae7e8e6795061b3bb3a29f00bad1be9babc8712521821e49ac7f7222cc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d4b449f0c56869583dce9a8523b253b471e051f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03ed3c674eccf905884fedf8c09b08ac6ac087c4263b45215aef76e036a51142
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc95021587137664183b36ee3f4078c256958632
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d32eac83df67dfb87037d61b9c77885a5abdc277a915845dfec8cf15c94e48
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a6455b32532c3f58b612520fb78940271ba46df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2253569e1ffacf9a9b7921219782775dd836f7e24585196039f46b384af2532
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2794481a3026cedf2671b878e2c9e4b72ad0585c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a342163517e50e9a1bd68ea0096ce76fba8dd57a2577ceacc1a8ea2a71671bd7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c370081e43454eb5a234192f4194d3267ec663c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a066c05c6e027e6b2189a6fc33ecc52974ac2ae424a3e8ffdaaba40454dd2d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8aefa116cf092033c3a4a094ff07333f39b3f99
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e7305780519585f29cdda34650f12c2007454be2921c2470f8fc88a39882dca
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f6e5553194aead64a26b4a0d0b2ddc0db5e99c8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e98a134364649b5c28efda795f54eacfc0c624a95a36d143ca40e52bded66913
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9190efa564a7c123c09c7a68e8b8f0ef81a5e60
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffeb03004036b9a8f50c97827f5d2fd54c04197066966d922e85582bb9ae103e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40d6edb87ea355ed2acd67b29556ebf202f6f557
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aceaf7e4bd86550b9a2ae88d64f486fd94b66c19d28889d9bf25c12b6e0fac0e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a41d611d205ff9f0e602f3d63f130f4c17a25442
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b51466ad9abad3c078f2ff5d5dbacdd9702e0ba0f52560e15b6289cb2e721d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44fa549cacf93bbaf3b3288eb1a6b1681b8c55f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31043787d4b10fadaf5fa79d5b9ce2c85dc71b36cd03cdc45244fb9e84bf9657
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..299b9866cc0866cb3eadba1cce221264de1d5842
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d3f0e7345650ef7cb68e3ab17575afc6277d13ad425b136be1df49cd6c7698e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c7b4b6ec5952be0babefd7f96c911a4bfbe251e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff9a0d583870e0428b621865fa3203f712a4cb8bf0da351f30c3220135dda0b3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9db9fbd30b6c52ef684449df7a40e40cb81d6f0a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30901db8407e886ae7c49efe96e8c846aeb1d7a8c1efdf0f77b788121a03f6fe
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9682fc054d5c4364e97478da989a07e1b641ca93
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a08dabb5f1ea801e6ee1ca0de807e60c9f50a22012d44dcf5e02a2bcbb93482
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a75eeb4a441299b7d96bf804508a8af319c394ac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8a7d3fafa94e8a2166ef2d75bf2152d56f3ef941540e703cbd24ba2c70bcc46
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ad14662dff3b9c0942a7f1162bf326a0db03ad8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6563e5b0384ed0e061850cc6277918ecddcb7cccb296a151e7828444bca02fe3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..951b58387f6f85491582dfa0a9b0054777ce5c30
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09e8346251bed8124d2bff2d997f3dc6c3399a203bfb55d3eb8ae14f7d7d560c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a91e80bea5fb02efd8f89c36fdd00c6653afefc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e4e7d1bff8ace6c46d8bd984012f16f9b46aa3789b9a7f82ec7efd31d84a84a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9439bf5ba67b5a577f428d75df7710eccc10c4f1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b7e475f918a045252cc7de208b26662c62840cd6028eae6d5f134243213310
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67f5c5b5defb43688984f0aeed0f4d290dd35a31
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6a6fb7260113ca5e6bf586e92c748866b2090eef1563036828ddca1514e08bc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dff235a39a8e4addbefef92abf927fdac73df64
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:161a69275789e4bcc7d927eeab5fa63999f311cebde126cdf46e79366502757e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ed2dd36960dd6377b9dc3e12359d14791620b31
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa2d40c2d998f17848203410da80337f6b9b50555bfe78d325b3417f6ba67d31
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15828c1688ec2ee3ed7e65f2fd3532acac708e93
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:856ba94334e96fb64f5d3d416483b5f514a2106378d18c7a1b580204ae8ffbec
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2377e5c9d66bf7bef44027f2657c9d7da843a45
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f07fc7e980c833f9311c49f4811cd7e6e34cb240c3b2ed06dcc8a3df3d5053
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f66913363f872c9bc09d18b12ccac22f116e59
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82b2e62bb38091aa0f0438637080ed6b97352b2cfd61aea86c574cf9c9ca589b
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b86411c729366e5e2238740ee63dc559e6a160a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a38b88c7b026a076ea57ce3904c2930cbc044f776c0c97598d9040d7656c2f6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e66bb686ba48de1960a47e1d2d6c518f5cd1b75
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:377bd02909b6fa580100d8348792a5ef2f12185be79542ff3f982a0ce8a5f74f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17ee029c55383b8bfa40d81f3c82a335c474a5f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2126362bb4ccaaca84fd99972686712db3187ea0214a0910cc71f2ba9e72e8c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca8460eb6b8fb06e1356b1bab3811c7244712311
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a8c62bc8d61f8f6f76f0cacf6f5eefc994a857aa407c48bdf99b28ed36bfde
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d28b7ec5931d67597cab32d5a03c0c9015410abb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef5eb8815fa16aa55a1a5960a8da5331db85baa1b22fbb200346b0b1ca125c4e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a577ed869a7851746f338058c65171a4db4ad6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b336a1941a1db70cf0ffd070a5f4bb4a2abaff0ff5979ac5ae01ea759bab2230
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e658491ee0e70bf146867a386fe2f563aae1dcf5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8cc6af5e847e8b8ade60955c293c96b3037093c1d701090b4ed59a5a7c6b56
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96fc7fc30363c4a58585d445563dcb0ef7b1f200
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c6e6c65939009b7a46548b7e872648be4f73edeeed4f8535fe51367a1546e7a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f4bc38bc08834ff7f27a44aab1de220fdd5cbc7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4dcdc185b207351c46b312e7e13b6b8c22a1709224fe84ea0515afc22e391d9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9464855aa00054756d5b09b3a3f3d94e884eb817
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea131dc0cd4132dacf26b9dcafe6575d4dce52a24a1c7678ca8efe3baf37ebb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cef62efde9ad6d039d02ff183f60affa89fdfc68
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4fc0e9796cf900b409f311b9e3421bcb5cb4b944f50b8fca8fa860065176b2d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d13a7bfb049eea56959503ed2a9c1f734f88162
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7afcc8ef5a74c37fd087223c5764dd00d930bbcc19ac87cc99fd14c7687b684
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46e49388d0251d9667254c92a98733c89ebe7f4e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:351095f01f5a86365d396dfa7d106ba7b1531dc0b4aa1d8abb725683bbc0bed5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab8366a3037a46866d9b3c99a893fb0bb02a952
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e41f5b9417173b4e5149cfbcfcadc7738299ee1112e347c83b38e46f2dc6880
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ceebbbf60abdfacd42c5cf0bed006eddca58c1b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:735e467c98677bdfdc46adb07ce634cc9f104e06903159b6dab8fc510fa2b90c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fb499b55b820c934a9d5401c3eb60847ad77c23
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f163f778838f8206e8b6e49e38d9c2934e0596de678064974811acaa3b0ef864
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5961db45878aa4be985e6c7394e538b3a628dc14
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a0720e07ec0dea651be8e57994ef77e9337dfdf6dd082d4681563ea14573e1a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1941c7dce9269921dd573b8b4e45fe0402eaea8f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:842764ef9df6be0ab2e8121391df4189229eb505d978dec71f5ff3f10ec820ba
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c6018d951fe17f4165257a3fed4a210bd7ad1e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:565c09d1a911ce4816008f88cd9c526b8bae3983c78b8d7f23f5cebba70c7bdc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8b2c2c297289c5d5f28af9ff91d4eb82f13f91d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5909f6ce4dce98430b4cf45ff3e8ad059d5a87fdfa28ff719f953e299d0d6002
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15d0362a5d3e22163f2c67f0136cf8cf16e84238
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b0d10dafea39bb8b74dfed78a5b7a25aeb173c99415f500d98743200a0bec4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dade1e49b5f05ce76c01551ad9557fb90cc3fe3b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7be673405d541032275c7cd65a71983d683a38341e0f0c8d1f66caffa08b5ce6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e571cf0cffc4cfca454b37758d067fea7883b46
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cdc925ec0316f4a8260e03be093bb637c8ec387e85d429610b54b73be068761
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c21ab30dfc5e776fb72ea9ba9888914afa8b831
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a1d4fa6ae580434d4d78ff91d6631c76807d6421d96a83373b9f0428cc1c77a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a19dce7d04f3e7b7985e080fe4b1d5096616260b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e384d701329890da5b693a14d9c7b66b763a2dc60eb0f300b966ab2a4b8907e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4cf1d0fd24823eaa44c65adbcd638ee2839d864
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:928fd0715232bb6e069aa304c0862cb2899ca26d250b232c6ae3411b892fb6ac
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d00c555eed560398d131c03dd10062ce6a6ae2ad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8408a98af18bacc3f2b8de96225fa6b80397ef172dee8ee8ad569c953dee0ac
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2babc23a3ca6d0fbf8a8f55ceb17384855dd0708
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a7a27cfc8b53d0f5abfdc8cdb4dc6e73c271089ba65b359d35e64edc57bcff
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2905897112fc9e9156524ae3236e310130f47aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e1b75a01e083513947d1d7236d33ecae38b1e9eb09f5e849725f2218964ac71
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d46e99578d71c5c4ee4c887cbc917a1bf6a93dc2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d07882e017e51e3bb78c39e863fb2f3b96b0fdd1787300d79bd7c9baf74d50dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1df931680c337c08d442860f900878212933ad3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:073b1d60b53ccb373b3c388673cfa9b5cf9f68d387267e6af7a245f945e89c01
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8319be47447892752da4f47a36d44536225d16c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a8a323b4690033b641c26aadfcdd02593bfc179740c54af6bf02d3ef3dee2e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b952303237b1af7889d3eaa3a28f5fbd0841fdfa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:559e8fddbfde62fd658f85f3c676d92a581e31e01b5a1226615f1a9a4368efef
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d9841771873e7979963b65add9b6b6e4759269
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2afd23694efd9ed1b5c637eac4e1c41529dcd93ee02706c6ab2463fc84230b59
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b004d0f812e525025096e6351267ae4971e57bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca6aa353d7ccf30c4f7f2659dba5253cd8eedf60b0947132e6e27b86b00e025e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d47549101439c2e2a42ecf6c5e92b57121c4544b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ff134b3f970342a3e021c4f4805e727930bfd9dde56dcba4243079fd566e7
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f87a3c6455bf004bb4022414ee099cfd0b82554a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d4e1d4a4c779f2dd4ea7e2024b5c35fae48874380dfb9c3914fbc845f2fdcac
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acd9bf310b5a393ba1781d27600afdac8794af03
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c81c68f0a3682e01f3206d1f4245fa8e9a1ba831ec66b192ad54662c5905b01f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6854264386dd9824b504783c192e231279b24b6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04e5136ce179a3638973f9802e42029afd96751bb7199479c19a243cdb133f22
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..523fc4f7f711a407986d58ad5ecc23d8eb07bf9d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbf1cf3d4766a00f7e5a5ac7c3c51c1d2b586cb99efaf788c5ca1053935e5322
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fc0768e664cbfc7719cf78327cb5383f7cba425
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54ed2cdd8e642078c457041963d90987c0be1ab96d26e0cd28a9ac4ab78a9343
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b2783433db13adb87b312eb739231602827a125
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:660f963cda9c5f298ad5450efda577da08f021ca29ccbcc45e644c80ae2c6650
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89ecb23e4226a1c4dfd3f767f250a7ed9c654e6e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dfcd2901d0bf84ad72900bea8e773a81467723dd0bc647fb1812778712a0c37
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91f4f227f9918a4ef71ad9f21ff2dc99ff6fee6a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60e4e9be4068e4f8a71175e328dea2e6f38c823b00fc1f32f9c8d0a62b883b05
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27cfff593f632ebfb26b8c9cb60c805d23f75965
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec55692855f606a6ebc5179f564fec7138d76bb1ac7792d90cadb0a1c762667e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9761e1726f838f93046611c4a90417fcf8904524
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f8dbb9678587c94bc2c986444e177585d5b988d77deb799a9e179d6f8369004
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a22de6489b07884e897c1c21fcd13274720047e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a898a1fcaa909eb5294a168bf14f47991568c1f77784b3e65f9d62e7ea3477fd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84a573dd86a85ca770f3c09bbedb4ec8f96d6abb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d9cf8a8ac061cf5d05556c925bbd589d481c165a3d868c5a1d076995549ffc0
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f941c429e5708082289b8d172d63371bb55938a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae232387a3f2d37d7d23ab50d0b353996a87bc7dd935cf39fef9f043e972bda
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c649e9576a0c36f1f8eae7029ad705e4e7174207
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da3cf2ecc8e6dc894e343d6ed756d68fe36c1f0407a1c34e8da6c63213cf9814
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08da08a770a2b0ae15180eb54d2d36a88652647c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:721e5ef8a45f932039d048a71e307cdf7a6ca3e1889b08c52f268a717e951961
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ee40dedf88a6444ea77eeef925a0366fa5e5161
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11440dd85b8c0798a39c29c4d9ec9cb51602659d7a654e8aaafd8ed866e865e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b05fa472fd5639fc501883a87433323c05d7bff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4a83f5b8d543a493ef06c64d79f82941a9a8edd3114944fc4e5bbfeb501d4c0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0588419366f848472825bf7116b9b9507d6e818
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a19880dbf56f530d2d0416553aede195e905b259dd53fddd6c050ea8f0b8b0cb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c37b699fb9d606d959d08c5efcd3ca6e6dfd237d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8860f28f8a62db4e730c3d4d3d67751185e126ba3780ef26f6b1bde24eaa109c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..833b32e28c6f666a0f4912e8499d16286d553496
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c89e9dbf54759a7a412d3a8862cadfaddccba20a2cdb9fb2a9990b978c35c8ef
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e5a26e7a47af92f8fbd3ed85007700685c0de6d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8cb3f086beef3256a73706b54c0cd5912aeeb86120c258f14f3333e67c367b2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a893abf6603df79d4247965123276390535c43eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0b09de8626c2a063cb00ef3fc7c836498a9c3b439c7a7917280fdf6c7c50c9a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a393aa9c292316ad372e9b13fee5acfc5207c3b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d559f34fb09136c416f861c3f5074a4d153cb6ecb4aeb55c1245b01b3909f79b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d2ccc3316fc748dd2c1a48bc19fcb5817dc7033
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12befa2d16f0526b98eb8aeccda1e33c5ad16bd79da3765279af61d3470b7ce2
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1e47b59d8fa6b9bd54b19c689af0d8594d5ddf0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:515e61d271f27e19245743053122c10b49dd6cdafaf14ec005c7161f0e94daa6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7caf234852a3299938f2775f4a666ae8e4c6d9cf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a830dd7e629cd607ccfbef027fd1d045bb41fe2d66d830b7c69e1a7cfca28143
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..659d4f0b65459c03f5371bda63519025567f50b1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf9e8799b261d2a7c08625c68723ec828ffe4df641ca9798b2cefe3cf3c1e1ac
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e50f3fbe31c86f4e8bf6ddfbe2eca7e2ded9a0a3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59e22dd698d19b8cca744a7002f08e0c3e276febc9d9526459ab8e68c638b13d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0912cc21f7911c579e2d4501162edbbd8a13b22c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d585483d11333e1150ac381c42fffadeef8408cb4002398c25b2d08c1016eadd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2a2294db6dc111873ee04e6807385720f4db37a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b172123cfac23957332f83594c8bb29dae160fd0d3ec18c65e5b98ee2b632c0b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d7afcd868876a0607ca83f3d2b3d9bd1bae956b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31d996e2b2eddb2764aa3bb5e31599df0032b5ec9874534f2921ab00e276636b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525a57141016930c820599c8da82eb55f44ab955
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae888c5f2ceb6bee8fbcda0e71ed1af10eaa3ef1575fae67c944235a187db08
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba0cf4834e32bf268868ed64a7310fb1b9d6038e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39244bb0e75b33906bd26304e9e18d5d7d9c31a3e8655367165f844fb5c13db3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19d6f91107e48ed159d7df285238cc8800f76a9d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf27c15a5127b35f3494804e65983a8f5775b256facd2b7a9c9262c3b4282d6e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3412eda35b5389e1a92736c5e026e254da8e7669
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:280e328e372984d8c2c964522976bdfd7cbb0869ec2f90f3c09af5fa39e6acd9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfa3acd9c3196ed68452e6cd141db04c4181d800
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0ec61ce9c162671310bc9277e82a5058de63bf17ec370ca7e7ba1e20b2d652e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7e5a8aaa937839e1e964c0db99b76d05fb012da
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d272ed91d1afd91204752953613ec76210250d44fd944e07d1937a6887a0fac4
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c893e47c12e1de37d0d7000b676d67eb0b8711cf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db65d05ae4f31fed9df1008ec48a8ee54fe0c608afd696c02630b37fbc5952ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63cbed65ae11074901bd447bf654e5d2184011e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c87ba442cfbe9d09a5a1968d58609bbad8fd4afed89480b5b9c3636cead7ac
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5340ade8dacecb47dab96a38eff5b75e615cabe6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468abb16bffff2be6c4c13fb45be9c140bda7a8716db8268e77a94fb91b88ec3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d455bb6b676d0b18c2d063fbe3a53dfd7321c160
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d255319c8cd7f486974d8ab05081ec0fdf86ecb34dcd71610243b7438390cac
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b12d8d5287ad5c5658a072510cf38e3e48aa0ae0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:344a92ff0e16bf5fbc549041334b684e0625f6b88772ca31ebe8fc5c2334b1ab
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06beddf1a9c2a579108b13ad0c2198efa2f78331
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d75eb1ff64af204064f80662ece125133300f10221a4ba22f406bbb09e0fac3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0778748853f6fd05e9166e939b48014ce928dc4c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6b31cc36e649c6f992bf023860e31068a8e729086eadacc3fc6c49fe139cf27
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe514a6c29c2bcf6ab8103f6cd2184844ec0ea33
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1946bf4fe038f55bc5280bd19cb5465896fcd955818cc0010a36e220d1aa40e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e603738c7f0b7a66356b992d6d2b455a3079f0c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f00309610e2eda1b29ef187bec877b8dd0fbcec757a21f092fec81b2450956eb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..411eca0cefccd95564625bf360a5bf8c575dc920
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf54fee5de83ad7d84cb1405ddc50a181a0fb0ff6fd1b8f3c64b48f892970ec7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..089f2185735660ab4d17ab2977a67bf998addfcf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d3325c5b9cca7e35e4dac0c572b13a748da8194d55653ecf3a34f7fd088ffa8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84490d2e96dc82db081c4cccb8d17730e396dd3d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e57cf6f8819d9d3b35dc95f7d7cfc50147c5c56d9ed4c9311d5f11a7dd9a8206
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a78431ad57f2bc76c8400b335c55875d84509de
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3417971cf0cc888caf45f225143ae532fb911261f894bda5451748bb44fc99d3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2120f4d2eb9a50960b0278f187d669563d742ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fd38458e08540307b0273d8f43928a8cd25fb57483a6b4ee43c81fbc0ae9073
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eeaeb31c87c02ddeb938fc303cf35611ef76ada
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d752271cc3cd55fb47b297d9f103ebe5f6b3122a1e1ca6d7cd9bf2c6d742ea2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfe8778f9ed37d6b9d798f4076ec45f4e02deb79
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1f5c709fe9eaaf9f05f1da9cad5edf28c74374d0e7b1541d4571430528c250e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee724def12d6e1b995d13c1b3f8d0e0ab50a7e14
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61569b5a4c1f2f2b8cd8d15326aa99c34ec4d770c6b5152e050a21fa1a43f934
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87b5f91bfd28b1b8ab68dbe8c09bf917f22feedb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96659279b6e1d2a30d2d9316b2e5c7b05a59fbffc9c5c7c5bdaad3f78a0c4b22
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..349ec47e65345628a9cc3606a73c3ec5ef2fc848
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1357cd28d111d767fecfd91a2b52da4d5c9a94e554317335cb60718d0cf5dab0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..236293b539db5d13e2c69288d3cdd9793baaaa93
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:520a24d07f4caa95ac84340590beb080349be16760d5870a9891e27de4e17216
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffd6d32d67b723b48769e0e52a53cae74b45753a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f6f576aa42d602494ad02e43aeb646579a0d74ca2eb86f31995c0b9fbbb246
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a5dc99eb5078498db0dc4cbfe72b0bdf1ad316d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f0f8d16322246194dbdb8a858249bc054883191c5f9ebec16a3a18b3c2d1f20
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30b67db4b9257aa6d3d9b1323ab15ce9ff488fd1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119df5953fb5294898949efbe747ea6eaed1faaec86de370e28b0ae846d6bb46
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..643e821fd064dc6146d51cf59c186a980df41b2e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4effa1f0d143dc075cdc9a8deea012291f196338df0e7e6cb791a52b7d11beb9
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a23d6cc91246e38f0beaea22c8514f903e0dbc12
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ae265e826c2e6001a8badf2b6fec95d9f2a5a33b0b15996c0a1901ca98a927e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76436aa97bac27fd28723abe8c395cf68fadb757
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59c92113f525e377f8847353b09cd46185a07667d6ba5adc1b3fc2a5ea2ccb13
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b6b4841a82b9c20f04360746ecb7ee4752123fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d40a65d2a2f815f0eaa9a4ddf9bcebc3f215750cf7676c4d9ffa810572a924c7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19d1cf17cfff5071b0d5be3cabe4991b03f2b6d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f7ba2a0e290006bd6e34c6e2850bfb4914ffc87f19dd72b678b96feae83971e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78ec61034a5ac8c3f89c697ff3759e2b5de18e64
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86216ad30229b8b3d4c704d5e604a65db1db2ca1c6adbc9087069c33b1c726ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..992b1c465443b8a3800028d7069b604eb0fcba30
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f389d18db443458b2e57d52d54ce4ac3c68e4d5a801fd886aed85c51621337b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e3e30d074c3a38b30e6bf80f03cfdebd7af9307
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64cc4db298addfae58d860dd64cbed57f1df9bb37b9b0dd3b8db7661d53bbbd8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea36dfea5151f0cb7d174bf80901a29b27f1300
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3561be954ed336a8869e89e3e2d6d76ea148c69c638be56a68f76bc8488e550
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b35604ba9cabdff77f42822992a21cf01466239
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:944c038a6913fc1de2b449580b19fef5a038ed0a9ddf32b79635cad6447752c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e32841580b28147dd0bf73ccfc1e5ecc63cd5030
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f12785161d92c93a857142dd8009d7210e44752fc2d7a6d1c1db0f4e93486336
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b2b51a245f6a6631e6942b34e82f8624a912fe8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0774e56734e48c3c5bf778e35399b28c22a3a590955535803ab77f63db372bce
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af0c448e8b7cbd569dff1572c892a41422b20076
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb28823739f6a9b89711a5d2f5a9bc5fedd165e7318a7497515e5bfe776f53c8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb5f6a756511e231440cc74c853fd57a07eb7c03
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b8db7b4df2dd8b628cbd80b2586d13c13152d2ebfbde39686617e10a8a8157e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9c3b2e04f266d5dfcff35c27f937331d2bf832a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0eed431524d7e91d0d461ca375c79f6dc56a3d6d37cd1e3b0a8cf9162171046
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c30d1da30afa8d6df0a6c1d64cfc15810dde390
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49bb41d8f0a84099c563899e55db300922a43b936d06c1671514a1feafd76a54
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67a134f091b26b9412f8ad1f2acc3c7d19b36ac3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2982324cfb1c5d890773f80e47f43e49fb2a7074bb5d3af089306a90c5a14e68
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f182ac3dc03d890f77cd0b81cba6fc7566464d83
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:729c300c3da6998c0542e2640dbf81775db4ce0c30370b76687a9f5a683c768d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f9fbc49b261caced997e8eb8e35beb93b109ec4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a22b5e2dea8a70f6d6e1c74f8e3659c06248f61c16b0268cd8710d00cdd560ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0baf7174fdb8a8798cbbed1ca9a1ab30c58f7e33
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98c75cd65c81d08f93be17bc3ff7e119217bd5892e29f56ce71b2426c2aa5e59
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7635eae95b5aecb899c675cfe83530c639204e6e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e61a68b292d65ea44d8aa1866a427d4716799b041b478d6a970f347e4e057bf0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..633d228dc2324a9a7fe7f5abbbdb671824c7a263
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de1f6bff6a16960b9e2a70a564ad6ac3b39cbd1e7cf94405fd64e004180d85a5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cb105259ec61d9b05d58a248ee59f651331770f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a90119a6b754431fe9435d50d9909f0e44745fe71fa8ad4cf285ab65c8b36ef8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af1bc863654d31627d074d70bc06e32c6ea64f80
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f59ebdfbb5ed458e65078432293eaf4685ef8841551c6ab8989bea2d53036f13
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37c28b68002de271680ba0ef2dabeb9197599cef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f15037a1b7d4cc16c6dd5c51348b22991e550ba5f5ecaf6d1a5b763d2c65718
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..974036888a11580d6ec24ceccb90a4e4d334315f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d205add0d34bf60c9a331f6b8ea3784ba12d216cea7a44c53e75a05e105c3d17
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a74e6ce661e7639cba2038045ad242a11efea9f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95e0da44386565e054a76783cf7174090aafb345cdddbdbf8f6dca7ff62d56cd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..965283391f147e69d5de9896d753eb1995fa82d7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f83f8a8936b90dae757cfead6011848e0301d2cb4e8426a87086bc18cdac07
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c78c8f20d9d36f37e7b0592aeabbfb8a54f81f62
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:babc184a13f902531cd1a5a6d0bb2498dba8a64835d49ff4c4d6fd9dc8b75bad
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d5d5ab1fdc84514e1acf587fe3b686cb97778a6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:644058af0820f70e405933bf849b6be877735b0829b4efd33329f2a51b23e97c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2c0c0cce1ccd111884b9179f8f811e8d8fa6fc3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6be2d2f81d0d3c25fa1214e71ff0f4ad0b58fcaf2c32d01c59c9b2d95c1f0ee4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..011b37aa36ee07cc53e15e670b3a4b847acd0176
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92d825ab6006ff487e84868b8f0ddbdf81136d07a193e4735eb41916851f8249
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c037f0985c731a7cdbd349d37751c7f6ccb1ac53
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:964ee49f3e7a58f8d10c35aa284ecdfcbe05810a6cb47eb853dba9dc2ba986c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a4840e97dfd7e424649c420d917fb20344a3ac7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:031b931e93d5df051a33a442500ac8c8deb8968c0c68be9452b2a0a3e5d44da4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4a27230168b1a4ef4144cd0fccd6479605e15ea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13e496cd6328d5a95aab35ab755e1c77fb4107d6fb40b9167879bd8a9805a6da
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea2afe09610d11d58061cddaacd07c0d5c6c9b3e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:337fff24bcb113abbadeb6d5bd09ebb8d9d4ac6283a3c7f0cd608d76465b7675
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22f640a77ed4cad1f90d5367beaa876b25157eac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb668332d2770547a36cdddfc258c3f2b88a460e25355f3805f17016e7f9efcd
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c05eb85cc44038cb8685c4cb7fbae8c87f623095
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50f257af743c11fbb391399821d90f5b43d3d79673ed0882e70469d5dd9a1993
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92d2d38d0b95694a0927adc98bd9e21c95be6c2b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12d7ac1e62367e44a53fe8bac125ed250a3eb1d43c6b2e6488df8638d937a1ee
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62403e328971c357ecbd0711a7b7e381419be294
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10b38d2b71a40398b9326d794a40ec3c7ddbe87f460e4f9679bb14d2fa9459d5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..829f1357c516e45a0a706317b803e7221a39fcbc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac3130e2dfea05d0aede2f0ffff35f47469a0859ff08a07f47cf30a7f10cc9c2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..788491dce01be4e7565dd0b3aaa3ea98c76c369e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94f5c4fdc8f52ec628de7ad8ae8e89870e0d85b6a25143e06af3bf0eebd2144d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2382dec9b141b4e51136d3a745d2163b6003609c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a4318e2b51f25dd19adc6c92164defb6b5531aaa0e02391e13355accfd7437a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59baf395365f4101e951515199300fe96daee15e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8c8bf731bbe5bc1a5e9bcd1f7cc88fdee248a949db6388c932f6df637f63f33
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a3eabfbbe4205bdee907042a7f8532fa740dc43
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6e3ccb98506cbfaa78b97e3a4ef377a3f189bc6f17115d4e496256bac2f070
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df503e13be55a720b3965b857825a23ff27f16f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b2e3162352e4f898a7d38e62680b4525747d084be1dacb16cb83b99dc1e430
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2b0c5bf2e380421b1ebd7f315513185f18f7dfa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c718ed3659018dc5fd924a27f95d7dd5400b54253b9829f1ca05c5691eb019ff
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb870e9454a688c8202d733e543a7d547ed7b74
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:476c337950932c321e5eaa2516e2a76f190ef11b18be557166532bdf13ae459e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa7df6b51b3d865050990769a96ed31b5a9b5278
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5f3ff52b85649cdc40f58cdfe64cd670c010645382bbe1d08e39441a1d7c181
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dfe3fc9d02baa8e040d5aba7c263ae60e46e449
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc0d352edf9ebf30d776008c589e8d6f2f78883605ce77faea6ad4bc127ba507
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8b391886dd02197338a5eb0d30685f353a7a2fa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac7dc3117c60f85fdc19b99a6f45ebd4680ed32e7dec7c1da2e3114314e9fb8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42e623e6e5e693e6c4f60d7facc6a3977a8939ea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8672fe7a3879e223f3c4a8d1aa824ce130a542ac9d1c28943595bf69970638c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d19b3ad5b7ddbd158e39501125d919e0c005650
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ed042f9884d192a70fddb1cd6e489328a5b5de7eda3985c265bfad6120b6668
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17e28672a5edf2c087862a45ae2d3f3642964097
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58f671d3a9deadd4d98a78f3438413f8a1e46d16180a81d7e7ccf7e83ca22936
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22b52b76bf6c788c2bdd3eff8198c66fe8a9b8bf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:978b4e3aec29e98fb05ac429a980efb619b5cfc4333beb34b20af14080449759
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60b3f2f3131f7184e2221873affd77c034ec5709
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0262a6e35afd9f291dce11dcc4ec842ae734cc793eedcfcdf70e0c633e8b495
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1df01fe525774c106081478157b045bd87e8bd9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97cc902177137f606e585b851591b2533fff501a669ac8951a4ba63eb3cbf0ab
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ee439b252ec4f8c35843832fcdc8ab9d1854340
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f96ee8826d1f1bc372e0a1e2a2f546a243ba395df45af110775ab0445c23542a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0cf88c858add4d35182a09c20bc300aa9dd6e27
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:789c434dbf49baaa98eaeade6e6ced6a8fdb050171fd926ba9c981bde0071d0a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a480924bfd52c68697033cbd4fa23045cff96dc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:260dfc1f23e0ad719d57436392f91814f12312df35b428f5aeec56fe951d4467
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..597ec0c756affd783c201ab303709f6228e5021f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98c944f4a6ce553b18228d9dfcbf31f93a8a3069d49a2ceb12812f3f2c9f4e7a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..623a82f32c08c93567ec9fb3a32a848e759f3b56
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d38d91b2dcb29ac6756e243de3a7339f4eb2e408a2ca947730354d1a7e1ea333
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f078531ae415315caf8d617c52da94ba5f7fb8e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c1838decea3f16c6fcb5b067299ce6fd0193cd18166fe5d8c8fc208432984a0
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/lm_head/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d5fc1048b73121cce67f168b408914d3400fbc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4821ee2bd6d367fa155ce3b957cc1a514e9781ba3d34bfecbdf29cb009cb517f
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/lm_head/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41ff991d119e1fa4938ff05288922b89149d9944
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36a376c65d76219529d2607122712e93ca92a433f69af6bf1e4dccce75ea7cca
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d828808a99936fa993a612e4c8b4dbab8bcabe9f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f25479914de59ebb3e21d835ab2b3c67d8727fd58a320cd788cada7c20c7d62
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33fac8352bef0325eae854e603479d4bc4d53638
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:733f9b6a8a4d78a5ed7a15cd011260c78f05b8b27706dc0b2b06c300f4d19e09
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afad199d5499f8e8dec959e9529a44c5e0fe1723
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b85a7c3699596fe65e7708844c76683ecac78e1a709af53fda6c577a23b7d04b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c33c676b91219246015d887ca7bfe7e84cf14b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5089e7dc636c2710d657eb46d7c0b5541d6f8b42367d399ded4fda14fc929c59
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6357716dfcb9f9050bc7e0043e4bd6291ce2480c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d562b2da649f8f26a7f582afe08b2eeb896892a973cf8e551ac139cc7c8573ed
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9454bc603b49c8ac427caf18ff8b7809d3aaf5d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3730fa820b7bf2095be0349fe66d3cfc09a460bc1f99a00865cc854166530c18
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab5e93e34808f0aad17dbaae0e5a1900e38f5f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0912573be4de1c202b1b1a7afd90d89111120381f64d2e3633d4f9ee8cd95401
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c97a3571197fbdce10ff3f6acdd062f39fa4e730
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ba62407e40354a85c1738528063fa42c004aaecb44e317c78df5c7e78931b0f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..667f2529e4cb4f5cce2a212a19ca6ecf149bcbd4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfa76ce4257756d4e5551675f615d5fdb6d159c8a82a1737f96808727b4c5a5b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cbb1653487d61cd5e7fa925496e486b3d612586
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9470169db91ce98317922f5e556e205512043888b7e21d3640ebd208be11ca86
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33c6ed50ecd53c0a5c6b5067db78cd44cc98e3b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:887b46036a71e03404201232ca1a6055cc6e726757bea049864dbb9f5003a454
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68a2723f1173db5d4fc543edd736ee8344478693
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b658bb3438b52c1743fc87c18dc2a942525df2c9ddd76652f961698f4189005
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31bc7d267c4f3d5eb901ea0130d976ab959b025f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdea802b0d602184a1e3dca65a13bdf73445b5f2083514984952415006e127e4
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c5e32274ba774af1dbd0a8ad638a640237e0b6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38f3bc110279384c024bf9c2d39f252ac6e97c76b7e44fde5d5e16099c940887
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6f5278a6c35a88ac90acb08ab02ce4541a711ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7548294689952c29cd7dcbe8a9926844977797727628111043f4ea9b228166a7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98904405ec1def3e8429fbe1de62e1bb7388de92
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:241ec36866ae89b71cede0af763d97b502ac12869b7fda2f481587806e0a6d58
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a85e32952a2ef3e68643d52eb8c819578aeb9c08
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6247f637ab2395933662ddbc4f1b59369550eb964ea03e3f2b90905b35f429ee
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b69ebf913f192a23a63817691ff48955480892ca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a10c5107d05580d425f4c6a9a5c2c774630e83e1c2dba681683a60edf4b5198
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73da07b769d5d99cbc852fa8ab055756f8aa65ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e083451e048445cd0d49edc9cf53705494918ef4e3094ad257eb6a9d237ff2bb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1d33c927ae3ad1d8487e259e5dfe1b765413ea4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d66c665ab8069395eff4c480d9020f3cc81eb2cc77ba42b429d009a2735f92f1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..813639ed14680b3ef8923988dbc998f7d5caef1a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68abbab4041e08885b7e637fad284dfd18387466ab2d62a62ebef05fe3b0c354
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa4c2d91323cb92150dab8ad12c40677dc3b514e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f69a9366b742f53890ee6e5fa0f587db0990e8451c8c905e3e229db2c4705d4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df370e67c1654660d9cf3fbb8ae25444c3f7674f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ead159d810c47beb047756b66b404385f25693a447be9ba12940b49dcd85d9c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..217e3f7f48fa32b2038dfe1a00a4b06d2cbd3a61
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00910f43c634b6f3c7eccc61c8ccfd321a57bc6b927338c9c47aca07817e6e30
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..011f49f7965d9084886ff8cf5865e83d0651c5d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b81a5bb456019e164a9782ce56019c18dfaebad1adfad1eff62b89b12f8879
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..759360abf6dd0547fc61b7a6ae90f9523a3e0c0b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:949015e539960103be81f65d736e22dfb86f41851b491092319c87eee04e24c9
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4085814da3ef5261a49b24b01189f5d98b2bfdfd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c485d75f63d50e9d0d6a4af881dcfb1d699eb58495059e525ffbfe81a94af687
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..941d2b6257b58ec2785380c3b55c432b84e9ff95
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad74bdbdf9e3b6ea8aea31b691e97041002781184236fd59192a796bab8c7aae
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15b6581ea2373a15cfa33e30c90ad1c478b02456
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bba38f2992ffc203e8aab84ea8de7944b1e112a945642b04877c02f4b4942c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e4fa122cd10478008026dc811a0009eae37499b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a899ce5054680c79069d2f59dbeafec0cf4efc0d47d1451df4364655847b4cb9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dac43d6608dad3f61f2ccc165a2ed4082249e0a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e901435856ed9b88ed650bdf1bbfcfb27a3910c4e7bcd3eec823277de2a42508
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caa19c399c067846c26834167bc659533e7905fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aea525a61ef5fd20bfcc3dd4a8b3b9e64d8cc4945d5c610db1342b12bef0cde
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc679c370afa4079b1ea0849756b5e8e70125ce4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a056ad4bf614b4a20bbd6faaba935b23e2d33bad0495e0ced3e9728fc12af1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba972b0daa0905fd4e8065c6d470771549cc00c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d7315988524d0edca25a3796cf9fab77c86ffcf11a4b4efff17c13506bb483c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39dd39a0ca30554ceedd7f9cc6f49edf3f0ea742
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:487edeaac96ae1c1ac19b40788c66819bb3514fe6bd4e5f7af0535347419c468
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7388c29c2400189d8ea849e3e138fb09eb44a2b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db3508a39252fba2e680d059bf1958d3e03d08ae23b5981765d55af81576a1ec
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..925a82ad72f5ac4dee8cf6bbd3f565bc4a31fdca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36ec698103ddab3a5935102dd0094f482265cc32dc23da9128108abf2cbdac48
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..259aa11978a4849617cc2f40bf75d677ee80e111
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3550a870b67f53983010fb0f5542de414a4f151331466610e3335ee1ed3e193
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a8d0c79e508847e5cb4e12c5d7bfa312ff946e0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2430ee5e9a47067966ebc76bd3f495913b399d9c757e856b945d42a79fc670a6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c0b106f9527089c66427caafa8babcbb94d2201
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb62535ccb63736980e7751e2d55661ac2eaef5e13879ba838ea4caedebde2f0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29f7c309296e187a60d20f3b7c9dd5c52b1bec10
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dbea93cee2bd55a93233559240cf1aa4455c9546ef8cc9bc0d5662242e4d737
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2758ef04da4743a7d29e9bb7a0068e51fda8fd81
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2ed3621fe137f11b3df10eabcc925d844b28cd10dced6e7506073c9ae7cc5cf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22d6bbeb6b38032a79c1beadbc07b1f76fa68a11
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7191759da538bcf81f90cfabb4c7b6868919be263ed063a6a857efe36c33f566
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8538b6c89717be7f4e27a37c4dfbcee96ff52a71
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba83a2e49c9f81b1f9b994c446baa22c32fd48b8aafb861976935dbace86154
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..400c760336bda2e91d9bbfdf1259ae24b79d9fbe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:238a34dd9a9e03d1a5fea2dce40f0d0f210f3f74d3fd2067e178537baf4554ee
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bca8cc095bcf63484b8dcd20e6dc2f275ca6e46
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fd7fc69114603ea97a275f80cb5f33d6f3fce897aee8ff323d34faee5ba8975
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8803051c804c834b67584932f362ca320dee8aba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:767a0ec9589cbca1db1d1de94d839de224ff4cdcada5160d57d6c9dc1d191d72
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1431d08ed9cef0970680cc890b75e54c325d54db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:561a4d79d293ea8e110d46b87f09421dbf620a45e882bb3e5c36aaf12f3dc844
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6459237bae8cca42c344829ffe87f4451d4a1caf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f48698fba364be07f9b0748cd142e0882699825956dc289f8ef9bf8772499c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18410889ffc3c5821f2b4b688da2a8034c4d070e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bacb6f17c7756676a9f88a49ebffaa920823b49b64d44409f9ac8a0870b7e74c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2879899983d88773ca8cd3ab7020b1049cf176d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d712c5471e6e11f9c41632d9d9c8453785dbfdd0e498034340290ab75ab2fba1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65a820fe9dca851bd16b3ed3f68188fc92660867
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bf3d437d06f4fc290c00804ac4270b798f0ac22e16fe79bf66250b159b8e4db
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3f92d609bd487b2b03327a5b606d2ebf4af1a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e9d4cd9ff3a547f9f1a2a68ccb60bdbcfd90d444491a79ec2593cd61dfbb77
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..792a809b3bc50ef514eb33d9f033083acaecebf1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea7db8e72906cd7efd3d3bee9d88a1816e3de811032f8f719989e18f33f805ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fb92f692ee2481231a40cfab3bd1d46a9c0234a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8e8cdf5e9d8008336c3445055cb589ca60d8fb6233f3480d97e451c361ae3f0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f8360cf0c96e5677e59b5c84ae9a4bfb6d7a7fd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4454e655fa2a186f863d81d6d85719711cd562d42bc8c656f7bb5c0d1863a39a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c69d377f0cd9a5f7bfc1bceaed26f1d6fce8f92f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:815eb755f641c858d5c8c729a64c3e33942120adb97b4c91a44a6c0f7f839674
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6f0a47f7c1631c1b6dfeb6c277aab05aaf3c6c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e18105f8b084723ddfd6482457a123b07a53e987fd296d300b6bbd4167d9ed90
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c950eefe5a39985ce0e6a65c7288f9bb2861037
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a99b0b96073d5b01acdbb851c66bd7020cf8876994356ba01a8a4858752f2468
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7c1617d03f50bc22825497aa7ef50fd9299f88b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bb42670c4e147f1471f7f0be575e459c324709a1b055681db465c28dd2cc7d3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ed999f8078a567891002d05b2c84168cef36b49
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a7122cf70d6f3dab82db1dc06af577abb01271053db75da8eb3a5d1608a882
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f929c9b69366c2d6ab01045ab704a6b07e385bdc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36fbba01c153470a3c191c74244318597b378481a7b604e6e904b37e1027fbed
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b50b15aaa91088e4af4c1a8bcd947b2ed39c1028
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2958e0faccf2baaf95b2d3ddf8d30b5d9c0440f5b8a9fb11f41db818afe0e4b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79bf8274a07eacb59180d60050c182350c62a87a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02d3c16e04d0ad3fa87942f0b0900a2c2c8e8ce26320613c3d5218461f94b1c9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ab6c69c2049e4aab67ebdb5d3ca3b4c3b843ffd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:770d8dc7bfaee801b69febdee9144cf005f152e9d294d98eb24b8c899b3feb2d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bd56570951b636ec8842880334b7c0bf2f6c3fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7e04299d359aa7c97be9e5f5d370d9d13e70bedbc7a2c023836f09ada44771a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6afe9c845f0d205de3c30283dc5bddf58cbd2c99
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8bf53eed17cf74d129863a13fdc77cfa511c5e5baf0289dae37d3412fac37cb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..785e8a0d44cf6fe5d6ad4bba8ff5f2efe30443e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf2055a18468300b805ce26d4974d8b851cc8e14a3ff6123ae19059e6e0bb1ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ffb83104017a525c8b68c28f971f875c3a53055
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4d453293d51f4ecee60f38fdaa808225cebe1f8486364f28f3336f96193f794
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28bf626f082768fe6ca741bad7660650a32e4ab5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af2461309456c2fe7f1b57816fd6eff6f18e9610b990b4f83fe5e2f7e87f32e1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d93635be9eba1ba0d49b299502685d3ecf3ab450
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de918fe5d9ad4ed60bcb644f22bb2d0e36d8546cad7726293921740d87e06a00
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..445b08775fce7133523ac4a8aeb7c73ed73f3221
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80a8b067fbf4065f381d185c7c0c587998e820c9db8b19cec2505f4634f32f04
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7910d78bb532b78b3659002574b7d8a1a775b3f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b967da5db483fac3094ef45ee2f8d17533e934b01178950bd4bb281683ddf74b
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2999b03dcbbf409c45acba3488f771e81a2d1de6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df3a96e751202d4af77cf0b41e2f00204fd200f799ebda84c593d6f3f1cb0de
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb2212e0bb572818211cc104e7c90d19b0ae42a4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d4ead0c79f21e5eeadfc930c5f351b81b60669b4f6b308a35fda5fe0782137
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66e15744869115245db50748eebf278cdfc95adb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a851944eddcce9e7687d7556eb906996d238a00c77db628a630b9d16f8cc15c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fe366a757353bdebeeef8ee239822c5b43681e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f87ec8afbfffd409b4f97e218e069fc4229f98f42c90a034efdb130948f09e7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cb7319d27d7cbbc1b4c39040eef0ee2a60a9f9e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15a44b3806fb410e1c20ef9e515837575e4938aa853abdcddc8f9b844ed38eb4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2af9ab0ca038e2ca8f5ec1d296a5651d44602479
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b1083b71b95ea79dfecb2f5e5df31e756a8e479c62396de9bfc25f49b324b1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31eb30ad5b50c8f86bf297aaa04762e4998f6d70
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00d082f061591b8ff60043be69a9f07dc5b1362e05e93885167204c288287e11
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dca6373ce2bf67b2e7af29f0f55656fd1e4d1922
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b434daa0876fb7e2568231b9d9c10fc490e41416168e5e2d525a1cd5bded57a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b69c95075f1f4d8a9d976043037c92a82546aa7c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf4aa77a3cadc5f0d457db783ebe3a177d98bfe32787e8bacf1ece6393de3ece
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01fbcd113f0056d43ff2ac9ac21d5a0fb06d1c62
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9aa81b68d3f72c53d4ba6655edba5b44518e38cb5a09b5a2a3a004fcd87adcc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb6374c0bebd506ba8a064cb8465f9365359a54
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02f535da47d2d54b314ae06031b7092143740ee171eed232e0a8cb8b61c627a8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..896c6c351a5fbd9368d35be5626ea12881541950
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b463b93c7375c942066bb6547b6ffcfad8cee2a979c2eab5f4768f44caa0b35
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e7bb4c4cdc0bd0795098891a4a00102e1157f67
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9f996da37fb5fc79b29561cf3dd0d3f44d69931a51cfe368c269a1c97900552
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48ebf7eb03f9b84020a97d9ed4f6ea25934e0ff3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5ad515a4932de8a2f27bc8fa16bc00caa58d152aa5cd229b381e76e977d6cfb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..999ae56cd6d05dee9e566c24593957eb53e7529e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36b25b77248a893e28cf096733db65d8f88b5cd78bff2f11972e41f1b500ae69
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f67b10975adbca37103c02c1275e59a9929c83d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60858e81a37231220a8da8fb9045ca369f3d0fba5f637126663a494721d97b67
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d21c44d91c28b37e9dc2de35816c556fb0229d7f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a08cd8145fc8d7480e5c2a3cecd9756a45c0ba9ff08e41b9ce5c155e864ff5bb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38b0c036679b0336366bd7ca082ec4d327d51705
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24531d93c45bebb19e980ed1269e27e6d3ca8d8d7e064a53eda8709ef185fe4c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc42cea54c55aa11fbaa63f0e8dfcfb3e4e0a424
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43cf2121303aeb689dd9d7c644eb86abd1aba43aad9ded6ec9ef053109053421
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0510d1c8650bff1a9bc414d26aeb6b767eef0c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d76c2b4b58079e9dcf8b7e59b72710f7ee6e0518199e926c1a4aede172e519e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7146877e4de5c6273d0a654ff40a07b7d12d2dd8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb8b8408e06c879a5e876ecb9325fb7c98d3054be15a53d2d622a657b12ec345
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec049dbab7dff86edd31986447f93f7d3aac7413
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c8accac414c4f3704fb092da7d3bb361b0613bddc4bb9a8b157704a5d8384d3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..879eadedbc5d6612866f39b6a3c5000ff3bb8b45
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0393afd3183d2de587f91c09aaeffbf5fbf1537af9e55040f2bb8d6364f95b2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57a05bbb775413673470d937e9f8021c7e2cf7db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ae177ad2998e1839780a93924b12f80abee2462fb0d0e5d0fdba2aefba60c6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3cc8b560e15019055d93f71465998908a6a0b38
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1844381350a5407fcb5b3fa73cda75766655a3d58d8a9188f84e0226f336686
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c0bd07af7aa139aac022387501770459256677a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a268554b4bd6f175521e294ab0080b93505d0bfe3f6f8ff8d55d6004f997c7a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dfc8b8e39990301147bf68bc89b021e063077dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50128a35d30c52373e6a037c2b726a8bd2d88b21edc2f49b8a6a9db9654070e7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af104b23f0661ac099bb1eb7e608c0c88567aad6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82b681f3a531ff4107c32ced281bc2a3f1affc292a90eb69ad7786aa338528a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20b7cb3e9d374043fe5f353a00716a16bfa180e0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97a356abff7db407c65bd796f7f6c5f5976a0ec56854a7808fa68950e22b3182
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bccd1f9d08c02a1472bbcb2f0e30f2d5bb457b47
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03f493a56c2fdca0199c905960e638bb0eead294f950f602ba430ff6e0546619
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5908c1b10ec45df9d7fe70ba9b83a17a9e30ecb0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fa83640e738991a387dd03c135aa0bb7ab31680b15de2728a1f5c64e5827ef7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dbe804ccaf247e40c19dfc86be6347986f87cf5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3b27d3ffbb01e83a7b6bbb2fd0fd20d11faa74630ac4dcd7b40b4ef20b3660f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..021dafdee246e83f6869e5b9cfade192c3a0ced3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75305667cbd93f0fccb41911c403f0c3254c96b7f579f6cb8bf2d279644a2428
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca995aaf528382e6148089946e133570e938889b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef656be969759853edf2a3ed2a693fb30ff7452241b9161c4fa38ef0ae21636
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0512d09c9d766354305292145cc2507c10d9d89e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6710e0fb5c9a937e7639f877156f634a9e5311c099974910032090c1d009d78
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36cd7ed7e4b6fdd262026d4cd264200ffdbe6c70
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:019743bfcc8b6f107e90b176405ef0531429d8a37f36b44389b4225e06e5f455
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2330e9b0c84d3a78d54fd7c280745101b83abd9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e91ec36663885872a7fb0e70a0c867a2c4db1f37d4d632b7332625b815431d7
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..657649da41a766dcf79a3641797667e594b8a03d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea0e6e1512f01432f50ce5755c83641f7ade6c6d58e7082654a5d14b69a69f2f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f453846f42d1d43f8ec09cca22a03135ca426cf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4fee9b35db6e49c361876c925c6f8d6cc46a185dce1fc39045410e08117470
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81167e8c453ffd8e1e06d07d66deb4167a7e4820
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:099b1e77afbd1675c317772bc3316e4b596384c03f7f8c2c267bdc0fa10c9f40
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab467565d8d8428cbdb986b3c12349ab39105726
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab2fd92d02ff0acb33d1705542c2c2cfea626e52dc21c4c7b7ff83ddbd52b16
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1136df59d3c5fb1159b285d7fdfe5c88ba7fe0f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd96cf74e98743c2dbdf6c9599eae580f97f9db4891e8e0fb8e9bd33cd4cb140
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fff53cc0e07ffa6eec88febd3d5381f1425af94
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12f815efaa03dc7d90289281c53cf4db7a56eafdfdf4041558426d26e99b9597
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..806176e61a33708c223c4a1e434f8df5e39a1a88
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f5e94df05210bc912add9f2a1fa87867070f41eb18b0be9fcd1c38037067745
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9064304d000aa5ddba4106db673b2b1d4c8278ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d117b6b78cb3460f7afc831a037ea5575d0bacf2e37d0916a9aec0dcc2818ed
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e711ec133414e1285dd26a6ae7aae49c5ac8dac0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a8f31475090db9e120918df822d50b03dd1b38ffad84a3eaa7083522587617e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a486e7c6491e904129f79f49372c98653d5ff3fd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2b3031698e4384423e93cca33404530efda21942d8093efee21f24d197d808
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0631e340f00741b839a383983726192bfc29e2c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e372492cb9c8a3cc32412df12291ac26133de524dabbcfb98989d8a712c0afc7
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9e9a1173e3bc094741426cad7445b2d53e887af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41f3e4437e699d10e3f579c2578c2ba86c0515c6f1d90e46e9759404a70bd9fd
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e21a19597be2a171cd33dbd8610ad8cba813e217
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:824872d9b435a47852310b9364d3e43e90be88d95a946ebd8f4e02d2663ac69f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e81664d4d9e5ea22463f96a2ee82decef4319548
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c6078830ede870a1db7ffb82ccb97f19d053ae9bc300d47f4aaf948db123bf0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caacb440d9b39dcb840c226788c9977ca04e4d26
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:589b97adc9f4a011feb35c1413d05146a4c3bbbacec56426b3ef4e2291cb08b0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd5aef13d5ff556d6e68e2f1f04b8e32edc0e2d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25822d7b7d4e56febe5b1ffd1f384b417782fd03cb3d98a8aae63e7e5362bd1c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a3e4b4405cffe835582d936a6468d1cf6c27dfb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da06c818c2b0978d2c1b53deca13bfdb3a5b4f68a4c44c950f4eadeff3de0dc8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b52b452dca849e1945b727a8c0d0d969e11829c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e6d8e0166dff27011d9d3ed929514f4be0006d8dce916b849dd83a4d4527310
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5846429f183a09d9f17c75cdd0618b561515a02a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55de74d4c667367da86e44214c70a36b3c68c88c3a9b0831b192751a7439ebe0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70f7585a08b2733e0903ec52b764bd87adbfc7c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dee85f16e7702ceab74f42c28814972da62e70378e34e216f7b9153bb27d110
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bd18a6216a068e4e9f47f340f61537cdb7034d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f032f511454be951c78167eddc34b7f3f122471dec287fa8df9b823ebb30194
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..258821e1dde63ae33c099e6e9d021e9a9435958d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0eb0dc7bf3f2c4002492b87505bac7a6fd04988bdd454666fcad751a9f425e1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7925549145bbe432e1d16210ab83efc2e8ecc153
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7ef21a1bf8a5655c40f836ba28b1548b9a067b1713e9210b88f2a65e5196fa
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..381641efac939a8951da06a185d027232f3ed43b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:664b9aa6c2e889f7d174704c33997fb690973dc1aca7c8fab0b5a200daba3862
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c603b4a20ade76b9c1ff955c935ae91df273b518
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c153b50181406788a1d872f49fd98469f9829f4aebd1e5e750423612f0e1f71
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1115565f0d82fd114c9a2a4fed5e25dd93a7eabf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:740a845981241fa258e4c96def2b4b756f206004433770b265117fdcef802d14
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63cc69989e56122f665ec59de589a1972ae81442
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d195f38ba12ef19d8e3c8498de1e2e80fb03f165dc3cfcbc87d2de07f84f542f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..688e3bdbbf1efa672b140ad81cc653353a9316db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5277d274c07f9592f13553a89fb667128d664e8bc63d11488f9246ae7b6c08ad
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72277d96aeed8a6e847389ddc58f55c5e6f3d8a0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c42e3107e81709703f2e872acb22dbf793cd71bd8fa939a1d826ead2836bcfbc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..974ef11fc60732587c17b989b5de083ab88350c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a635b322f723b807895173a1c02ce286c405e1b00d9397f3d3f35f5c46de469c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c2a4fa185832eb5030a900fb53e2d6ffc824d50
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc1aae0fa23f936de64975a265ef9b5ae8700cdf71596606efe62ef4c604699
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8932c3db5970a2a192cd251f75eb4b746aa1881b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9dec4d130fcb63cf468f4f3798015a18e9d66cdefbea3aa31587142fdcff60
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bf774ed1ea0c46e9fc5c1e40ca527c9c0e7f4f5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d1eae11b9b22f31fc5aed4a83d5408fed2323d6f7cca9c61d5cbd3e710d7a1b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acc551feed68f13f205f4b0d2d030554190e8539
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f35a9fbba15b1f52dc256049474a155b4e2ea392caf03d779180cceb471f245b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd2858631795b3d1a1a063e010790a05a27e1fbc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a182ac693634ddcd71fa81b1243b5d334ada154820f481314ab6d842d3fd501
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22590cbd95da3528fa10cc024eaed4a81bf02162
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59a934dd98a90391a761495179b36d610f97abf510afb53fc69fb6844f844ffc
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c16c4947c65473056f3b5f2f6881ffb0cf54021
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e84573bfecfd646d222da75b1e40d0bdb1fd5a239c19322f68cefc150b425620
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed61543b9630936f260a85e0b7868da2f0c56f89
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:299c1e46eff7e4e77fb31b62725de1474a0b3c9ddae66ad4878bcca810986c1d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdb30d91011a5310542a89ffd3460781b4feaf95
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0815574b35162e32fb0786d62efc1cf631741641f0f86486562c98a44de0b709
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74c58ef1c695866a88909721add05a283abffe51
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80a5cbdc331a29dc26b8a4c4399d87b3fbdfec89b93fbecebb0861ab63d7fb4d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b5e9418e5a2a33d7c8f46e49a738c20d9c192c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6528958511e61b9b1baae7ba4a5237d08bc88feb30ad61c6a1d3c71234b1949d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3320f88550b0b36da8c1473b4429ce335faf66ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4802570b9f142c07c45f2ab37f88b92b7b9f1f3615b3c32473eb01f14372fa8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31c24ecbd3756e8e31e214e36c7df2796fee6f27
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76e7155d781040835503f5f90fdc2f373627f8e1b8c8c7bdd75b6716118c76fa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff418afdcdb364c77952d39e8dfb4473dd0c488
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab2fec0c045dd890ebe7c54e7a84938fdba101306d2af79f674df03d9801ffc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74b79612761f66e154e3d3d817ffcd46c0eb7451
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0679ddc709b350a202d7a3a31de24f4f7505d874675641fead1fd07420d5858
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25d0126f36014a112f38616263bdb0a755361bc1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b24bc31a69982bf89fa655d31a9d3040e4526b6ae4d4ca8138e763bf571727c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3c5830386c2e129b7492b48a311464ad3127b13
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ad78e30f0e1e48652a7754d0bba870de55c7c446775d4586fdd2ac351204b5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21c4ac6b8b7587ef591896a709041e043e06457c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:197db2622919e2c127086d70038156736868e5ea775a75fc452f150a1b00d3f4
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6f1700a800c66742f0fbd067e2ee94322312d52
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a13a684c04448869f99ba89e7aed6f29aa874ec700d0fa05861fecc5caa00810
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e164acb8934dcec1b32a9b17c74a40f395075dc0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:245ef0622d8a47431533a09a4721e3496d7f7654aed364ccc069c74973742de1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a39d746b37c136d30a7288e8e7ba22a8acd3f649
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:538eb30025e5501f98cc6eaaad3309372465f64d561907e50605559b1b124010
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ef6d95d894a5a102da3f6aa2646163c5c0f719b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53012ee3c385f8a63a7cbeecc1d2a569eafacbb44b24043cbab0ef5bb8c00f80
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82ee3c5e751b229d39c2be58da9cd61e7ed9373b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fbe804f91f52598a63567d7a29cbdecd631eabb17ddb48960bc6662b3d07a4b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a28792815dd4d2eecbc98de67f4175cf7b46a19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b39248abc866ae2295d4fa2424b71d31d1ad01dbd2599a5a9e2bbf192ff1917d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81d5362f81ade3473acfb9c74e19f51d14d3528f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dce6e1a5c65f334a775e0c14664580e630fa600f8a3aa62975b0818e061408d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c0ecfd18e257873b39a0621217e1224d07418a0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a02f022899ea06ca1d3835502d5d36f05b6bed32b4408b8a68ff1593038c181
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f0cf74403ca767cc8b4be3a3c56f6caf918cb64
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb17e847e94ca26918c6ecfcb7a9d3b30eec8d29bc159995b55de0fc9cadea1c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8d193788eadafd31a8697fe9bcdd4e786774c9a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6f3adefe0cde467fa9442b766528fabb70d79c3453c0889381870488beb0324
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..988c40454df3c822c27ae99165e3080f83d4bd6d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee05dfca17456559e98fe166702942144b1ff9cbbcab1dfc1988b7d265b8f488
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57d0aa90eda4774502bee7ce8539a52a54301bee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:743a1d7fae5166f2dc92ba8ca369f446e7ca9b39354d44e2afc87d375296deef
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bac16b6567c996527a49045ca5e6ab454bfdbe7d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1378c9c7141dc57d47677dcb1b4e1892bb98e6636878ff46b052c26470fed476
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af0e7540de9a396daf47c859d7acb0d7642159fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf14f16b31ddb224e7a2b7420d0270efa47608ddbfe715a14515f4f8106c8b6c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a6db224ec6067b900cc144ef3198a210a487939
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8633a3e0f3143761590cb0c9b8bbb8f7ef89125cca36bc83346389539f6b719
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82a973a11edf5f721c961e85f858cba7c113ca7a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:689bd0ae7e2ad540ba54505166f97998f7ea25ecdddaf07d0afe6d31acac0846
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e0d7308e8c923a250167ef87deebe5c99646d21
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:591ea097304aca8060a941a063fe0c821914d0185e08885955434c7902b9113b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe79d14b85970db52f2111aa82b512107a90723d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:710c8a35749233792be15cdd0276d098da632fbd39fb5ae21606e4b643b1658e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e88a9fc24044003c50163d62a523e253f13f75c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b7504f175670a565bd9db6272fae2ef767e34e96f419e0932560f0b55526b91
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f822463f4d62923775b4af38ce0684f41195a811
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f0c93acee111ed0e7411f569430c0a175c5ee96d27311a55d1fc1ce9975b959
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a3546d753cfc70e574c1f3bcc66cdcfe4c9cb0c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:820e6aa037cba30239cfa2443e38ccb5410147f779e6285ba08556f330b785ad
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56e236e0cef9392046b10374b34db30022c47d15
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13a8cc4c0ae568c519017df67f779fecff38136fba966c4592a2a12da453c090
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c6399a4af7f597c6997ff8267686b482bd243ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a0ddaee42e9511c0cddda4dada4e1b13d1ff4be44393841092c8cd6a366222
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7962d010a844666ae7a6c708219fa8081f49df3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7bf5cf51265f8ef775144e6d2b4fce965049b24604e336e05f92123d9db408a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22e0cb6d416a2da89e13ce697645de7600a812b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087c12f5e48945b10e4a294289aff160e9368243aa8893dbd2d35a8ab454f386
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10e34aa689fe13b4510bebd848a129ac7325c3ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f71f56f3a3144bc6e153dd93911753fb56d46b37a4e2cce15fb941758ee7d70a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4525c20fc2cf03748b9bbee724abc2447a6b135
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be61b06cffbcc1ff6c88408d04630d3c2fa2bf9c3b5baf6a034f150719397580
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..742b4eaf89ff0716efc90dca4be34ada85509ba1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d10c4986f3d841283d35185b957bdf0aeb461b2096374a0da78c6b93c64bd6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aecc409bbd9de03a3938bfd0160593d9643057ad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c748e19df39859c809ce4cb3316c8396ca855e85d4d8bc0e4791dc71fc965adb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e833b8bf9b006e5cf0e14822d278a559df419e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c5bfeafcf27cc547ec5b7d67efea18ad06160e4ca5013e8e8fcf1919891e3db
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cafd19f3d500f72000e0da2c12b8456bded288e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8ba72e5fbb36026293fa7d9e4f19294d6a71727c3f9286be75c6ccbc3c5d7ab
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95caafd4936ba9d06d7799b687d64c67d60c21dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99dad4491229f65f4f8332863496c887c0a1a2a6b40ed58071f0fde4fb04580b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11b792692b86ae28c52f63c36cb8efe6b01da99a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61f569a8f3830f31932c1792d609a1ced5e69d1ff0a77e36a68533b63bf05646
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f0b9ab02b6111550359517f550c6faa83fb4d6b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b89cdd2274b5852e1b16529bd165d997f3a17fc3e981c45a754913377fd5013
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8341630dcb1831e47c454f7119bb45dd167c9b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ad90acbdd9137f1242ba34c2bd6cf03c48975efe075967c690bf25b60bf68ee
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0107bd67adc3fc60e893d80e4cf4b69135355f63
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2ae26de5d6321785701892c61923fb0e5f793a7d70b57a5cf420fa9df884059
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d8c8a5cdd062df3a34b268570d990df46414c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57c9671f4267b5868a1a7e4af1109e9914b5736784868653b512736bf8fe6e01
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c091d45ad157060b718f4dbdc9837019650b0a06
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c3342a2cac4974a965a4f8bb27eff60e272bdc88ca9934776612cb61fa901cd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25d7eb01aa1eddca530fb303f8545ab8b01bccb4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2660f4714cd2c4cef8f2c68e6c378553aee318022d2bfa4896db58cd797eebf6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a95d84a37b19cca9220310cc90d0c88ce941acf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d04d6baea57adf4f8e5d8f8329b1d02d5748c52a6621f4039eb08bab9a2472
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8117df3ed5c9ec08913184141876ca7a3423d5c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b6f15588c0ee7cf6c32a10d5f16cbbe1068c84411ecfc808abf5eb7f40ba3b7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a685c56eaa3eea2ec7af0b0621a1651a3bf423ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44fae62500dd3593b9a59bf249d3e239958b209ae859f019d006f1eb8545e96b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..930be9fad24d328654f0277bd782a4d78f75f392
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14dd6035a2734b1959197e9d63c9b90df5b38e6a014531ff4c9a626e791f169a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b30ab4d91c47bccc02873bde9bb320a51a31c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66339e9e4de07eeb92687e7b45f5d609f83c63b4a3ed8403bf1371b7ba22141d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17e43fc9075d5003996b675bb6c912491f27d73
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:232678494c4d9ace4b8c721c0b31344c56a75d6f367c48a27d93a1bf7a255192
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46bf4af0dcc50f3ad5c3b383277f79b642df5c2e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c3220830da5be7faa881234f78c91e9c1090ec084f99b8c19d8cc3e6baed82
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8247a503d70221fb12c58eaac325f6b315e81f57
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19ae7f4c36a51924f46d7b5b7a162727d6e20dbe595b3cc7916ac7ccf9ec1446
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5af4c06c62a9c71e4eae2521c8a71b9918955ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bac47d99b463bcaa164909b2fc878cf44ee2b500aa7ccf7130489cd2e58644cd
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaec64d5414053da3a041d2f32182b5cb02313e4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6760d3d0f9f0ea15df43e1c8e589ab16c24630456385f2ccd6f6a55acc0ad80
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19f9904fa10f7577971b3ef42c7624555afe4dfd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:207f30c3e6173a7102cf0c26e42295d06c8968c682d34b608144e4ef7f6dae64
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1d3e2714742c8b54e561fe9b5f57a95416c8037
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2786a468db454097f81db3814a9a200ec2f48d2ec536e3b40ede2fcbba0e1c9d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9af1f79e1d9390af18be4dab8c3c532224540c06
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c611887277c3ce6e3bd647b6a3cd94409ffcaa6b9e310e5d9097c39039c0acf3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29ae5a4d4e3586f20cac81a16dac798d665782d6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff3238f4c388a2a6e6fa18211f8029780472ca7c41c3f011e63cb18e553f8689
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36c407d9d92ae730cfcce3437eec78a70cefda1c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc2ef053aca12c7b47ed7d55e448a75fe74dab310645f97653ad8001adf15b3c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12f1e7021827591309d6e20ee72dc68545f1982e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e66a74357a08396257efa7ad9e975fc1a4ff5af73eb230be8950fd92844b427
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0846f4fd3f8cac492c7ca556c00abe62d90dfc9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a1bccdce0beab967cf6406f8b7694bbe9cad07d21a6d8c9304b222af7df377d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7768fa2a33f766437805449af6f386fa7777bf20
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59df2580dcd226d61b55ee8fc6b9712f8a64b3bf9d9c08d0b04fbd18f477e9d6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bb4523c76e0e7a516b3ba29a388c23c50832037
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdfc836cfea5fc57809e42e3e0200eabe963867697a14394e0d7bac704dc987c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f65af72de66cc15b2725677be5d4d5716f7e2f1b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20f8f23e27a23d46975b1b5334901952461e36b17db89ee7b331b68e7a743f74
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba84a7ab9c82dd78b605bcbf36ee5f27700a8eb2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71038d6a34f3a39dc802203db598db7d2ccc63238fe41b1b568e7a0e4a738a1c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daa213ffb8a7593764f82fd93b278a41c4202254
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e7d71e562ae2591da9654d7a7d4afda1d6b2f6e89e57352fb6dd023240df51
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cea52b186668c98e7046f7cf041a308b28a681dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:235975b1723361978c75429741b60b19659d994bf99f96fdb5c98cbf4e3039a5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..007057178f5d105689e8b18a115ca79d748c559d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42563c42dcd8459aef51b3ac9beb1dc82199b662e987150d25f2ae42749de49e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc5cd5b88f43134042653dabea5dc4a4d75e767
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c7a2c6576f9a540368cd6785346a59284794ba242bfe6ad10372d9507e981c1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a46d3a6ff769c6fefa23ba03478b15ce789461
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbaaf5f55f45413560fb60ce95223c44d05d0ad1fb5b34511df294911059847c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c8918cef9ef571430f8bcd0f45e99693da6b523
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c92e1224d607cf44989c4702c0fb7b2520c112b6afa5ba589922f772d3104e42
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c33162e72ea7ae9c8a7e61f69c5b4ae61ad9e002
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3436ee5ff938bcd595eea8606c870ecc08c2ac43621d44ddbb4d90452df3c704
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a78647207f707b9d5dffe5017bff4a58b6f53b52
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d9961c668c8dbb6091602ca20b71e0522cdccbabcf2f2d0f6287275a5be59a6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de6f3c00436c0abea4f5868c573c3fad44abd35c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f164b3dbfe08238a3d0eec6a1b899e7656e298d2685d7c3630ef87a4594bbf25
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beff7a6b6ca8ef68d97a7da1e289e6ea5b3ef1ec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78337cdd3e720571e04313d4725c2ff41f144ddf086d31571a81d9644398600b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fece71e11c92fd4e74f3a7654dde21d0d7c3caf9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:078598906ba61a1d169bce056d7bfccb45efe4bc1014498ba7cf3b33f6ce6d4c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ed38ccf91f8c4cf38f24fdfc93d48affa832f04
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3ec2bef3359ed8527a9ff6956cbfc7aa99f3cd959c878333275909b3b8b0d69
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..932750a8dbbb81d36eee9c24590ba02ca618d550
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6582e27d89c7bbcca4a444e4144cba65d05f835d8599d96eb21a65dd941cba52
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35dc679ec10fbb194778050184b7a816f90a4e34
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c4041918fd43be744ed0ae6941e12b02a0fb803239ac442f49bc70f29ff7d09
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20cdbb3839b71a3b4d702ce3e178f16eedd95c39
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d7e9c644ab5de0323bbd70112408dc06f32db98bb5a38fd95109a2cce1a14bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25b22c0c05ef29d08acbb8a5e1d44f31efce33e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:989ee060a0c4a6a891689b7a00ebfca48e2701365b526c306c7a9422277dfed3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6446d27c251a444182d1f85bf32574d039add49d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21b27bc8bd533f716f1d807c8ccd047f27a5b35bf4991a25b7e4ba850af06682
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a571bee7731a114197e3b9a08e29c982f6dd269
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72bb855e616287ff3657cecde3aabea579a3e9e920dc7afa901df56a310980dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9770d502983fd4fbf5c67c7b0f526756712ded0b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e6ca06be196fc728a5c78f1b926289d6d8a1d39c5be2bb2db50934fe5aa80a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbe128412fc5101316f846abf15e083e121ead05
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec5dabe1863daa61d5bd8f16d4e093578b092fb24212f6ea65767b0b6932901f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1e3cd8938efc9cbe97d7bffad241c6ec0fab317
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9afe5f88eb6b11011e82d37d33022783f84b801235383366b0e74e7164df4613
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1d873b9e9bad28565c7f2f61edb46d9c1639c08
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3745f9d9548c54ff7aa0576a44af24aff14461241223859c41726f59439ebc2a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..150d11d231a5726ae5dcc0cae20900bd367b2018
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:905fa534eb3512d26ccbefe634ec50ebc7c823d50ea33a0df0b03eada4b65dbd
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d623d5a00d918862678c6005e3d2b8435600420
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a34771cf5b3173e573b3f46bee468c31cbe962ce6db93bb9643303a08135173
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ab490262668d98909d646e148fece4e14a5ab3c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7b4b5493004d8dff99e616a9177b5f6f9f848f2674552c45ffa13c7e27f39a6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e472f98c704c0569e25a8138b79cc4ee6fd39e8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acce6250d34a7160841372de3bde19ac5ddba22a83f760986ccce238633b01f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2975cb4862e2ecbd2026fce19c6d6257e91cb0bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7aa9f56ec8159b48d9d2cd98ceed8fc86832b317c3bb6444bc21b3a235c277c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d5ca59208765e99e0d8e52191433a2fa0379bc9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5765827b634640bb946641c4b3d5e4b0ff009a7661e1883132ed460732e0e2ab
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed4508180f717da5f0cdf1352a208306050adb37
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03972590ded64956eccb8adc60656a84821e6569b517dd7e58c6bf1c2e9cfa50
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94e813093363018d49dc2c5434b1feba91fdaa85
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7f9f1a995dd83ef6c650970e23788c3667ef218a70e22c31d736d42bcaf2397
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40f12b88df0a5b464a7dee02374581fe9f677209
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c09c7378e702c12641246523f4872915efa4c75f6483cf738b234f86d1c7e6b0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d88d77cbc0e6cb05ecec16aa757649929e69c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df50f7cfd0dd2c0072a769c7ce9120bf97ca2d156c462f1311c22ac1a22d3e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb771d2811ad1377786ade4786f5c354dfbc0f67
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b1a40fdd04ce2e0bce07bba2fc7009b6ce19b9d432461455d318d48bd9d70d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8a7bb46438c3d63a045c57db5cf7ccabe478086
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88b39a03f30b0f1d6a40e2ae174daf825ea092f01f8097eaaf29bca2bdfbaa50
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b320f11be56b65f1a2a2d00d18c5ff1cad61f267
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3626094ef939955134d6d68c7aeb62b9c7a786288fe3223191ed8a02fe2beb92
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51c7c96ede50ef01112df07b964981f700194be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c7af9e14f740ce41b86bbf3cf21a99c8700f5502fe6dd514929fce574f849c7
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e7f379a62a840d912dc6eef981fe3b162888b9e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8565fefcfeaef68c262719ba2961fea18a12f357d3cd903c602fe0b0fbc88e38
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b431c5832305286507de7b2b0e0e2fbcdee03fa5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f90367e6b8cc660118c5b4a24d4bcfa43c983d0a0a3522d85544c81c886dfd0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff0b990384ceab46eb73bd2b2765f7fe3f2f9815
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb46ecf61f4d3402710348a1bd26049fbdae024bdb1abec489227d744e818d07
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edee6d04ac9f13d8ee802c950c6aeef482400b52
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fbdba9112dacaa254702db09c6c54b2a7756022a30ea71d8bb077eb44e2ac55
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d185629ae368ffd81f801c8beb510aa8cfa348c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:634054f51b67245be4fe08db87b25117b6977f2ac9bc22dd6be26f49c3fea4c9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc00a1f189fc493af5657ee6edadca19dd8b4c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d48040f5d7f82183bf2cc1069e32d757a110026781acd814076feb0f30a1f08
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5279936a3c3139973e0ce961db8376d01d495102
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efd159f17dd0e6b50040ce2249fd58c8b0e87e8f05a76a73d84fa8cad0991823
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41adb547d77e2f5b08d53a7495b5085d5c62648c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4535aae111883b0729534cee317119d3281de54ad5ba2c88b14e180f5530cf2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cdc79549e4d2fea4a7822e62962c6c8a73ad509
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95023c7025af7fce71377b48992d61acd24b917f1d824c45f4c1fcf4c7c8c595
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a983848e00fb9866d46950aa804ef8e2ac5c98dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:586fcbf29506f567d910cacc31c8a6430999f40f9ce22ded23b1e479bf4d3ede
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20b0577ee3f81a8e8c568d97ba6c3605fb260f0e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2244009c7b1e803109b190f428b61b9d5950b72b934247b0551ee57e596dc4e7
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5e98a178dd5117b06be166d6c9018eaef804fb8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a245f75b0abd4a421c186fe70f73efea431839f1c5ed2b84df1640253ab46e19
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c565b88efccdfd51dad8bdbf00865ba7909416b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78b0e5b1f9d8a58da5766c64270e8f0f4a89ca0bc8c29188ad8625a5d9d0eed5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61f74c8f006612ce0eac9773a93ff30005832a64
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bab8f86919c0ff5995f951c41d97ecb4b5ea9264b028f64fd44f6279bdfb545
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d15df3b34533dc23e8321006c98be35090c83ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89217380197f1ccd8e58c4e16e91fbf4cd945c636797fcf564ec5fde56fa1cac
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dfaa1d5b494af5c850b174276ceaa3b22de458f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac68f5d8bd3d504ab3d0a30a3a37701c99d244002b82f5447b3889033423450f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee13c97bb39e3a18e53aa08de96cd59f3388f81f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc9d58e1f6aeb785f355714b03a04833988f03e37d174d52009629f63de62356
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b8518b1b090984949ca0a3ef424810c30acc632
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cdbbccc1fcccbd1f66c40f319d4c231a68cd3b2449593cbd20326d7c693c905
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2562b5b9288be3f978916943c9eaf86296919dca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:714238a2300d0b7f4334dacd3953c2c61f603f8cf37eb56be755338f44f378b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af74e97ae450b5e9d920e9bc05f6b876c6c48e45
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dbc4f451a36953b1b636baacc2485b903e0f28a09fa386533f929093b8f2648
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbb77c3d2de2e8b475c01b0cb5550274e4ba4cf6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc22f05555021b05acf28c2d61523fc16d848cf2b751b7f0000f9c8c33aecc29
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4fb25b1e6e90237105af22a10df22bf4d21af77
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3729dd1357dfbd9aea6ba7084a95c000c46cffad538185e1895109176a000d9d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b272acedfdb88b790fdde805b49cc1af9827ce6d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b69fd0c355e6f48f2d84a80c7f296eaea6435072b65e2e4cc6fe66406dd74072
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c98ac67eb48ce2afa80130e3f2257a2b01947a7f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38ee4e38d63994f173f96e463713721ece710cc7085787f1d185d5bb7cb49ac6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33e9767572e071ec73d796144cbc4a74674e9a37
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe1b488e46bb77b99f5907973abbc15a0c9c87e1cc3be3bd9de94ad339715d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93207867c2ed8625dbb1562767467005257825f5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b43413248066cbc04d2444667ce5767312495abcc9c1e2f59281499f098d91
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55a1ee5fa8dbbc81646066bfd59964da10ffd735
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1793336d3969382c901e8229ec8ebcd5c981ec91ffee0838e145c02131246484
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6447ccbccd276db68c76cdc12eaf339070ee2d7c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b37d67214506755ff66efdd4092830273cdbd8788d48650f4ad05c0adb0fbc94
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84019319fcb22ce53105fd8e8eb24d32b02ee6c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:126ea0c1969c50f2c645fcf7afe28acfa2ec27e82d2f104c8d39f7a89d63522e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20bb3e001b50e7e230ad36625a546a1afc6b4d4a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96c2669c666d2968382d92f2a0b5cdca9f1c93e4476304ebe5b7b79e02043cae
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd66b9e7947ced0c009b8d0becad8b560950bee1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2735aed4a448ca294270f5d6f99f379773b2c5786a9800864b3a48860ebc53db
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67756bdab82aab6f780100b48e94295a59af455d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d0fd8f456e05297f3f94e5970efc2662b4e07986a6f2d8d6879848c70e276ba
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46e41707f442678a90e28c80344514a4669c0cf6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a3f49c61ac4dfb795b75bf77225e5d0c31656c042de0172910a3481348acb3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9439d1aace1e6c6094714037483e454af59d0a4c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30d11bf9c4c891445dfa597c054cf4137be9fa143f148e15650cb23ee07c8e67
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d78d2c9c462ff19ddd37f3e0b21036f3a294d0c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d3bf0ca7daac83324978a314848af33a9019d89e7235c6f19cd17a9d354a98
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb5052beec12c6a0f6144a1ce014cc061645c1a4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32b157d75dd57894bee930f30657b32e433605d96e9a1a79f2e38f8e28293200
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6821347b223e1bce14c4c9dea45eeaa5f54469e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3695499cb1d273424848b40eb13d9e457496678d0f8e59b3c57048a8f6780ab
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d244b635d2d6f1501b8c0f2e44c7f31afa7372af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_2_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a518481cb3adebcda965ef456f4acf5b11346a7f7714a0594de4204d5c5c90a
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/lm_head/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cff07b546f625ae2abe56fced53ec8c0a7adebbb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d33f360bfb7968fa9a74629a1504d6de1f90bf3d6d7a9dd68dc28eacc8d088a
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/lm_head/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2555d89e9bb66103d50144db1c820288ddd1bd44
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e898351a3b5c8bff442eb76751e8be6de82cc6047022b7016d9ddb4f64fa01
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350252b4c21311a97884dd5c8ee4e21a1663956c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c9c6b5205f7f68839dd79eced6500aea6f875b974e21a1baa993e92dbc17a7
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61505d751d0eec77ead53e56154f17551ee735c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b6086b691b7b0a74a48d667e07142573097ed46509ef9355f4ccf0d5ed39315
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d296bde9061ba33d00655b3990b75238625c3dab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b42a9d6a950a72c60b9a43f008edb55565e66aecf13fc1117a0300838ae0a039
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a49fc9fe8106151f531ff770ba394311234d0c76
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7b94e49e368a3f81332ff47d7263e4a7bd11a750327d00a44fcd5749e9843e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae12259450b9ff3d3d10630ae2f3de5bf0f20ff2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a402d1d3dd3f85fc25bee99186cf3e0188665cacd3fb561e740ec4bc64fe595
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbfa234b9bece0082521b67cd58733d76519affd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dee2bf18927fd5af35623dcf700de4d2d925cab01e3255202762572872bba03f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d25037edf373208a7e29d7f13209efcf0277e19a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86947b390d6c97d9c3e0373e9bdc4eb619dbccd2d9a44318996fac872db2e06d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4553574706f51a79e07effd86c6a3629f95e8483
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2779c4400de4d5f2c3762d99c35a5494d3eb540d555fe2fac50783b946feedd5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e059c6a8e939bb4662862a1aa97c47fca738c57
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffa0d29c4b9b2dd0c4da39f2b1d9e83ccedb8298e5b0bcfe4c11e112adbf0625
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1600c5767ee28f517881a15c2656e95c7c9bf171
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fab8077e5639f035d961edcec11decb295bfb414c2c6b0f1a169a54906bc7fdb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84bc12144672721c0b186e9e1e2a362319d18119
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f967d4361d48360fd34dea1c15abad76f04cfacc776aad1eed914322e10170ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11bd73654599fdd9f7f3bb0d0b0c66b07d44f2bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31d37721029537c3e1524504dba4e30f2d7b887de6df984afcebd8f42a3bac8f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef15566dfcf3fba2ef983e3d7be49b508f4120b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5170b26a103a57e49dc58512b58821abd7854a580003a52e2f54da718d35c18
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b89cd90838120ffcd054b6ad8e41f499a196442
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a66ad5dfd9cc631cc918880f9fc13661fb1d8394da5a6de92884ecb8bdb8ee38
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72a5407bb3a9eec174669f138ab8023ce6264075
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e58343b9e9eb1621a33dc3df6c310344d6935a6c1fee0622914336f1ddce508
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..802edb1f1cf9d89b53865d6565d5ab3657cc0741
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b1e39d00fe511e9be8ae7b75b66ae38f25ef2289c7878ef3c898467a0eb9051
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31637956ea4ecbb253a1fac07edc6158d406687f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a089dcc87c954183e6d1453297123d5b981816be252bb19b8cf61f4abf2d246
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4a91c02a6cdcdc007fa446a413ac3f3b2438745
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:234dc01edac6bf12fc239e988b2bd73778726e0ab0d54f9f110a57ec27faa559
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0dc14b45f0a7be23bc23ba66acd8d1090b5f00
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66d4199870bb3f578188472cef95ef1168ca172a55e82defb5e9af647a60ef86
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82b4c1fa234cacc112c4ed9b81aaa91add1aa2ca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1af385a9bbb8398284df5e7722638eaab454afad02015014786d65c61b14272c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec797a89932a43bcd885a84f304e1951d2db352
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1137a6924d445399b49efbbaf63bbeeb0c542a50150e0398614a8a2de4d6a1d6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13356ba9f4f0640d76034e9ed27126de810e476e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7abd12ce304eb971f6d3bfff34817e07cf199aaa4f62982491792fbd906ccabb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40a7ddef0f165fde9196b3c98e08481c60df1f21
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b16b5f186f410ec9babf5a0d7e69539d5192ec6cd1e0d0884317c1cff16c00a6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39c219a826b1ec385d0f256e85f8d4fe6b6d62fd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a3f0cce5f7e742e0ce900a7963899ce7dd3790691b34d04705ebcfbf2e98b5c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8568012d7b4fdc722c994448e53e49e6a4c8a6f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc7348075763c97153e1283cb055f6e8fcc373dcd474b399f71105e9b96d07e7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d6bfe93d63d0e40d52339bb74f10eb5713c2792
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d9113731c327c976a528c4ce44ea2b3017dcaf277070d0820bf9a2028f59840
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b0dc2f3e5b6ba8d861707773fc7e93e2e3b0f01
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e00f5578fa9e2e04dc6dac2550d19d43c2b4980550f312e90a51fab5e430fad
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91927a5f3a0e71e1682b97753239aeb01e3b309a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fa88e4009a67353fdf99bd47b48aad138659d5eea6ed1615127605efd5551b0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f08221dcf5a2598825b83dfe61e0452bee1da2b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e048e606472bae28707a676b77a2287ea9646f9d4fe9b52a2331a19136a43b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19be630b076ae807ee07f5f26e34447dc6f53d7e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c298d805d9ea94fa000b67cb39cc6aa932b7575f75a49636b7f2c72d30b843b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f219851e04100d96041fb00c04d75732da92220
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045b4a17b2869fe0372ecddf07bc1e97657a2da25d6d683dc3baac6f4b2addf6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e04a5491a1f77b85d1774ef3d1bc1219ea5356f9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43fff3d1851e2a128e7091b26b336d8bbec7422249145710cd56a77c1a0b9355
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34c5d7fc6ddcf8b9c49b24361c749bf36c34a5b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f45e92c6a647196a5d2c53486152ff7e4a981009e16887967d214e37681572a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35fc77c7aaa29c58d4e9e9d114aad2266e1301c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea97b01d68224c4b18ca7a0f23f0d1e43622012c6c22a5e8ddb199425f420d6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3732e449062032c29bd8b0a4ce9af494f7aded3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5277046a3cbc92a4f8265049322985530f4e30a25def49097979e009fff64bb9
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba5fac085a86b776a78043ef4b034804f6f6e87d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e95f906447a5b8cb6598556b408f811ed8bba3596ed783cc6648abb4575307
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92c2a5cda17bec51d0530aa4a93d67f03c5c4077
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bb5be34ef8c20b79bababa12b2e77bff8ac3c3619c8e742249912665afe2a9d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba994cf2cdfa22bed6fe7c7c7bf51f1664fda33c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d75c9769d8240cc63c6893006cee6c78b6d2d49e9c21cc1d067828ad20509c98
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87cf7228df5255a28de80021e02cddd913ac44c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3af2d01093e14a00e4aa7abff33795da89e69c2582a49697537097a0c1e145dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aed6572c28b37e6e769216bbc40123e16efa6852
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9176e3de737a73ecc7863f52dc09443999f2f0163e789f2cb088f006e6d19729
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59fa8b9d4611c7bbd65c74d450c4947d2f4083cf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b8a4c730dcd2b73ae476b551f06a8e626c10de4fba6eb6ca346978cf1c4aa41
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2ac19cbbade627e68c4f988dccf808f8d1bea84
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb2a2dfb8426595cddb1d0d65a493cbaa44867e8e6495ee65f3c96068243dd13
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c7cecafcc37877bf0f45a1e3ab70eb3a7a16905
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0e919cea19228d3bfb2be2a1636ed1de4cb49678ea778860b638cfcbb82fb48
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97173eb602b0e632e3e3124283eefca53784746b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0936ad7e2df96d1b03ef358f3c8f8fb522ad2fbd3781412991e1900cded36c7b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8977f026ec378cbf118fd0a66692869bf2f03429
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df80a7df8d6326066cb4e872d32759a8241c88bbf248111fd2f633f5d69513f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b46226d548bdc5dcc2a01c1fbd13c1bee02accc1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b311b73a4ec9892bcc1b82cba0861126f2f0ee58552131e388e13e10a4a83b95
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..867f0c7c559e120386e456a713e5efe6b17cea23
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c65f84d367bc68a756e3b7219e82d56802c164ed9d2023627165c9539ddad0b5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fbce0a447662d46e0d939fb02ffb4fef896c6b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad33ee4745d071e5fc59e86c0110803fd38a2f40965c784e705e579d37e9ee34
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88205a573700793e7b9af241366f0c280255fcd7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5add568b25cc29010f8a59a76baf65ada3ccef5e1f089fe3907a532a901b2ce7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bebdc267bd0dbe1960a848cd9f78e9a1fe3d6a50
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:586a51bbbfef148e8024c288fe2ec38cef25ffac30984fadfb3d2ebaffc91a5f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24678a01db9020322e07e88c66849e582edbb0cf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05e3f4b238fc64669dd7c0681b2cbc713e2288029027683eb23cd6c96f9af64
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc36f23f6cb33d680784426f85519f300906648f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07c331528cbcc0e06132e5ffa2a757d9b5ad41a00d0b9cdfbeeef978e7265a95
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3944ea3fcdf08efb39b05c6a97f2c4873f42771d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c309e6d2228191494de8f0ea101bd8b8bed2ea94d561b9c2a5c9b58d0013008a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8128639854ac79b08a8915ad1c8928cc5e273378
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df17fbaa51e4f2ab22143a30f8b6601f60d52e1bc1e55f809754a4db6ee0cfa4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e7d2a6746e4eba50cae113fd7b4012270b2321e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fc0c1e5fd9b2a61c4e726ea4d99529de357c343b5023a33882471bcaad59ea6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7016cfb2f8ebece62e21dfa9cb89855e8f8d711
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e9428b429cdcf98396c2fe5cdf1da428050326da2244f9927a1c5896d8da231
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eb2d72389f6556149daaed107f6f98ba3aea372
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce005dcd2310bb0a31bfffea585cf81cf1cb232bfc7afa9e0a0fdbfea94c3e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2a3e8826fbfeea8fbecac1a563756a60294acee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:407119fd17eecdc47cbc157c023d5ec6be7d2f00f584c91599675024d725c4ba
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99fcb5aff6aa79877c115eebc5c44908634a5fc4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e642a61ac4df521abbb56bbc4a2457ca66f0940aca021e1f7a8cb55408b69981
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71359bd22991642ae92a85c6196d893f8f273dcc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dcfed9aecc5b202a885b70cb63db39bfda19986002b8122d416f3ea9ec0d6ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2259f16b3a59d6deca2c742499b29e93fe4c6a63
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31cbd179394f19cfdf16a17bcd9496b2d91e1c6dee3666b12c76e14d9f253a14
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15f2ef03a0891306ecf744baf558951ab6fa0629
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d0e6a1f0191e661acb0ce476f3913eaa495b588aaef0a381bdd0390371c888
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64be04d13b4b23dbc0ce32f2dfb8935775e88839
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e784d6cba2dc05e51e0718e96a15173038181a2cf71d216c2535e894b20a43f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e772b82e29f17b15d1fcf5ae8524f1affe275f57
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42ca388499030ad47c3e159023f120e4d5e96386fe844edae8278c9db444ea99
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cdfe9c6b3ce57957b67ff8225febb2ab916e86f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9568483aef158c6e1f059d026268d06a5f4b7c5ff6b7db199c7f8c3ef7a492ed
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bea01d5e40088a455d80892b25dd6dae2e800f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28bff30268c208ffa1bc307aafb7abb850382b98fd394bfd99e096589a09bb1a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd646940dec5c35999162d6b0875d544f56c7430
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac69b195ad16e08f76eb53fd8234592af8ae025eb3b3de2d960f6af255b63fd9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6f3e4c86b520669e9b3e12eb6c5564e9b57f419
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9482ceb02afad6095daa7f39f3a2a772d39908b18d66a9d199e8620e9fc1dfb0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e71c2ba4a29498df1c5ad3065dfe9c060fd7ede
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b188cfb9908f847f87c26f9caa2dfa68b921d946085048cd580520ffb89d7f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d726839ab6c4a225bb765388a30d4641d0976847
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c4fa8a52f01bd31853cb0cac9fa25a46429d69f79d775b961021412b4d0f65
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..825318b81b53cb26abe0101af03b66d075603554
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e602a701d0356a3fe86d09abf740e50711b68f07a3604935b9d9d15a664456b9
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6de43223cabcb7a9b8182b4378ac0c938e570eff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:581bc887b8a95ccfd9fb67dcddf76093f7459d96914e5d0556c995fa3903dde0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb0f1b763ad7595bd0e4306b97eb369884634a0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01dae993d6bb452f2ad3461b961070bc4381f8840a912bab3806adbc490c0698
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d3ba15497e8c3e56418797a1142556f2761b16
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5584978b5e7e1cd387de9ba150beffc5576e6d3586f242adae348d50336cc3c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21634b1e92f193f606cfd07451630617772609f2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d7194787051e9c5654d8772adfd905d870ac26cd01a012ccfe9bbae84a1ace7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1de4927287803014273bdeceee99371299519962
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f879712ff84519c884a2123c2561f357fbb02cc8a736fbbb1387d0898182813
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..622264aa70190e6857ca2ac17c23fb15b9af691a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff881bc9dcee9ebc3238bbf30bb212604c5d4a7920e2ac0fe476fe6b1000c8e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05f93cd893913182374f970e89d6f6e331937f14
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0bc9155d2eeef6695603edce1e608abdc7233878019473b2147dd5114f41533
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..991db22e01e2a0213f1d409ef6b4f8b47b3b9a3b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:503121fb0a4c11fad91c5919e06b6a1d030d7aa99175c5aaa65b092fac105573
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..370e9f5a2ce2582f7e11563f9845a1e95af742b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0342b11fc7dad0ec12449689b05458b7092275813cf88ddbf98637f1b5c24a1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57cc356ea8a3b67a52dc1052a431ea7006f11a77
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c76262037d454cac09254114270cdd347731ceae18874bf185fca4484dac3c7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0082f3d4ac331470deb3d018e9a8c9392fb91d15
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb996c93a20f88d0b76bcf707aa3d3c777f1e68a2b5cd649c14df294152843ff
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47c3a38bfbd8327ad600f8b67b65e9aee5c9ddd3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e09eec7e6787834dcc097ac6cdf9247949694bf4ae37ad133f3a5e7f60c9fb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e60b3695688b136037d810f7050a365ccaa4153
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b68428be13acac839d2aedda434425f7103726c9cb6e85f35b065c3fe772ea6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc40d5d4b9d52d6655db04a5c4fed44fb328e3c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b178133cef18de568f199592eb705f9317fd043e63d28456cc3823bf31d9f5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d3d78691c21b24c4212a938d423f2e9d7a387f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aa1f0ce8d02a4eda09b8d8d50e17aa260c35b995c12e20fe22ba36d658909cf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e98dbd0172d2e1dc2eef4d3fb55c8c9616bd06aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75773805a1b5c51f169c665dbaf0ffa621c8ebb6e27b93da98ffc162e6d59e7c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66f4acc94b951eaed840294f526b3e5d5887aa0d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5b798e44f17848637b761401a77af07e2ce3413f56839fb67e2b7d2a78b91dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc1f62c8d0efd34415c93f5af00c1369705f721e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16aa18f8374857fd9701342b4f757d2eb3e3f890d96b1ad13415a7f7eb301aa8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7079435bd67dae6c5362ee4d7cbeabf68204263e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5d53879d2bdba09f232402a636dbfecdac0924af1fee6690f030c79c863ce6d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95ce2794fed9b841ae84fa03314dafe5a9bbec2a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8895d233fcd34a33288a5c13c0db5edcb16d4a1c0d77df82751964e1ce672be2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3672b3c1045fabcf39b5544c294f8394cf6970c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:539f00b2956160f28da103c920a0b17d7a62aeec9b537de995f7cb0180f7fba6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3125a7015700417022b1b23ddae5ce28951a57e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f68421b5c2afa18fb1a1ea2e128127b0f4945f46509275a8e174663df12bc38
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c2048d40f0ea1015157aeb167018d7a8b7a2c2b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7f2175dc74efafa32dc7c822df6086e8e9d0642e45ce2216a3dd9cdcb108558
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c928a78a05c8549371d07b45e808356bc17d7a05
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08f5a77c681c004df9dfdb42dc45ca21e3f977206f92b9361b1cd330b175253c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ce1204c64294f7ca7a4a57ecfed5ff31559cc62
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f65bdfa08f6fb94da08fc3565e3e03c0b70aa504b977d3ff129caf76428d0f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e50c743e81be8483bc1bf683d698c31eb042014d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd66c3f9181f6acbb307dbf5903ff0bd8bfa03c0a8ec347269886f068ffa4a6f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..447eaacbeb1244198de26f104fc5e2648a71e426
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a089c3eaa075433dedfd225a5e3a8fb428b79f67fb6e3b93c67a3cea820e16f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8439ba5f828934e490cfe106e01c34de36193cc7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47cbb2b56ed1248ad2bca4d9546e5af322663ea4fd1f5278361632500e8db000
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b6257699b3df75b313513c51727511f739cf4b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b56ba44540dcc492e4b8eeb567a81ad1027bbeff0f6aaaab3d448ac0cc09089c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b59992a05b23072d4176432292c680eaf07e85
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee8cf4595630059bb528058173237bef218ab705779c5abedc68844c00699321
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96db80bac3c4e5c03ddc58d9687349343f24a2ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:567ce118fe48017d7f7e5b2381306e6eaf6e47ca54c4f36e31e762d796d5b541
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0c3c4d98037a93fc6e41cf7ce768d8e5cbc923c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c087fe24903ae6bb9b96329955f58735ea68d0f1a2c2a51e2e717dd0eb2659a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4965c0b58f68a8f50ab68d96646fce2ed9e393f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3787267997515a07952673dea028b863668c8639d088a0483d512ca2c969ff1d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9745ea9755027bf82f7084102d9995620d4926f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e0c69d3d4c390462ebf4e549b38b1ecee7ce0b43fd6d95857e6d49688779407
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..273c6cb18744185c7b87f172d823ee134be00220
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b7c57122ddbff2fc293bf51d4d695d03598e500cad077e4030308bf0700e749
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3da49008bffed1e80ea1b29447c74197cef88e1f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcec448fe6d6c26e60222ec9733f27da2076211a4ccf7ab0633025d7d782db8a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfa3833643c0daacb30bd08a2dff7bfd7d572e54
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b5aaa68ef6bbb4fdb7361dd04bece2a1288efeeeeb002d7f52310f09ebf5efb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c288f4ee64e6aad72dd9ae3567d3dccee169e219
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e6d9429305e51d132b86ac9e53fe3df77fbc96d5d4e98db08c61b5a966ae5a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..488b21f2834ec47c04404f3fadc46321c0fb89b7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:207d1e6f116a0ebd208f5186707820edf01958a315713e40540175f2ddfbd35b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e040937b32a04cead0a856476a48b447f4695ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bad17b15eca998427de4a827716e5bc56e95566eb4c798a1190197dee93b4be8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c454aab8b6c6e26c197516598ccca3eae747fbd5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21cd7e62a653bbaf8a50e88f80116b041cfa5095a02197da2e0127c200e9e929
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bcf5aa5c4b28c908348089eafe5e4ed0e2b13a7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ba4cd5bad084a25e55efbee13fcdbcdbcc6ba4e58627d204b8b1163cd0d265
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..074ba5dd1914d7a8a1dc1ee875d108ed7f64b66d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76b7f930cbe1663603b95ad93fa5862a3ca3e34ba4346c9ce5bb46b3e05b9032
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e135c2af49a6f98f2cbd3196f62cb37a6e76438f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd9738a97ad9935e2b4f6920dd3d4c01aa8672f49b8ce9f1b7643bef43aca665
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73cd84616bf39a2c89c47bf5d210e9450704ad55
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:464c0e2a437056ad7230d5ac787cc875fb4822c2664b9c07925ee3bc7f4f6ccc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44db4cf5fbd6f0784720e2a2f189a26e2965bb60
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb024db3e1f062e2a457f22aa4f811deb5c96b1fab2bbf3a9528baef86057402
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc42c54b4b297c872ebf9bf02519cf8d5613703c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb1af1f939b04ac975231aad1620e8d63fcd4d8eb9abee17179ccf81dc9632e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1c8a1b04196ddd8d1c527e94e5707a45fe57bfa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0ad3929601c82585c6df502339d006bfa444a3849515ffbba70d3c17693e1f6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acb5cc9c14d3f67e031bf16d3dc04b581a06da64
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:627415a471f761c63370b37eadcdb38b15bbb7fd1cf45cb86105713060d8b3a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd991746bdf7e2eb38d616c1b2600dbcb3d7b91f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c1c6b56b984bbc0c48bdd46c0928c319416580f11a9c057ad2f2712b85a9722
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74d7522602d0745b5312fc2e0cb4e6c185ec868a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57dba68d8fa032f1c4f11f688f381dc5a18b6ae04967782877d66aaea7456db0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9326857a7916ff53c89db3c8af3061be96587d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3052f86cefc4cecf92c63dab32f72461fbdd584a794b1a957907af48f3c71702
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..043701fbe47892ed8beca98e55f09e474bed2cd6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9518941b1d01535b122dc3b538e6082f008a5e2670c7fbf373d1084731eee72a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a37873215f80b6b7080479865b1b7d0e27aaa2ca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36577dd4fdeeb823f28a8ea9b7a714ded74175cd8516c05eb90730a6cc823f43
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..644b6eb544a30fa97d75687008890c1ef2a23b53
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07d8a0e023532f4410f3d3f3d79dcd99a595c9b79cc060458ac9d861aa51e7ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc7efe7fd4f1bef7371e9dc19fbe42a4d40dfd06
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b11ebdfd50ffc7123162b531e95a191dc285ac7cffd786bfd49bbc5764f06859
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..474425401df61751b3f61409c2c3dfbe871a222b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e82d90548e6f386242958be277da4d6b051f9de64212882581ca63c1a4e3fe50
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..293336ed6a4ee4856dbaa6013eeefec73eee3e4d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0741c17a286dbc0af4214429ba331ff9d45cecd24445876697b0b7e150bc0e9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdc983783a0cbc9d551b61204c3231986540930b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d06a1048e03349e3dc21db69b9faa5378e1b32152cb147fae6ccb03b8d0c1bf
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de09782d08897dd4d0a750ad03a8f631f8b0472d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dee1df3af5360aecfbd995e898fa24194586648808bda322022ef8de97c31781
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dcf97ba30baf74d578d905f37dadd030d9356dc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c03044c50396f041051562ead6049b241b673e578196671a3ca8ab63bf1a6609
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e5435c922cfa448e4e75203b01f3114aa79f435
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f78bfd07bbb63467e8ec0ec1f98a7009d61c4c362bb35c6e51fa4dc4478035b4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c1e225e4a48a7d5cf26e122fd56012ee58e3ad7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:132254818ce331603a06d6ccb1c2b212a6a0a2c0ade72137dec767f5a6ea27f7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..123af9f0a7b9d0d9dbad344eb0c2b8908fcd8029
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a70d2b723452643f4b340aa195a190c02942262adca9ade8d21f5fb984ae08c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac693a29e66932014cfc7b0131ec46daa94c06ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f27c8ae500377b2c571fb7347556e136f71b996fb17b5acbf76fa2b24009974
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b921c899d09069f350c872305d8c60a828aa01b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a016ba65900ac2436fa2dc92b65d3cf94708268197d7fb0dbd1a4ef8cb6d7a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0cf68a495609cd5b7df1887eb70a56331a94375
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2226123fc51d987337d32d6bbdfe1095723f3969dbfd06983b43007c4ee19d6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f67684065c4010d25eb0ce6804b1115aa3d2377
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08cd99af2febb1bd895d2a66b90d865d86747c6a6505fb9f99454b938efa9d95
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa08470587464fe7e71132df9a5553e3f21f386b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:798134e7d369b420d13370ef98378dbab7894507f438777e5b12cc841c21f154
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d025fa9cc8c7faa26cdcf5086b2ff1ae389fbabf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a1daa567515ce99174d60cd2110035358b28a27ac2741fccb9e72b12fc04ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08924ff23e07a5a47c02454624abeacbb65a188f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:290859923fad85e8c5c813b5442f6f67f4799f574162c945b3520774b804d119
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0026a8f716b52ccb67afccf74a47cf63a7d74f7f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a7736e1277edc55cb6565b45ecb3485f3fbf2d2abff04661ded712fe540fad4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76236581b6725e395d92f60bd96c339e98d48cb9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd3614d1778e6b1e3ce855f863db7c8c8aee346932ffad138c2876b9585adcfa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d051285d89d534b901a60d582d9da96c9dfd026a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0e9f0edf92ff74aa932e1b5a62c2332e086636782547bcdf1bb101a4d80db0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b52506d18e126562b6d5b25cc434b06972463d67
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c397510880a26a1d4599fbd912e98fac84ee337b8eca80f3c3cd7971f36d398
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0e27364bce69f96d3dfeb5ee8cbd6f825e4ba74
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b41848a6a6f487a9280dce597cccb3fb9a6d9a5cf48e401193f2daf677590676
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81bd8b0ddfdb7e59a974484e03f2fb937a20fd57
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13d0b498e84e9c5a98bbd09260894012e91740f2cfb92ff116394038d6cbd2e9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd4974ad361e63af8b37cf8957371ee7a4f33a83
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb25c38d0df2a8643cfd128cce9eeeb3af9d4d01d3d41735c3893c5b9267080
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07ab6fc55dee6d34d213e5addbec7c39c009ab12
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bbc09334bb3fa1470e0b7a6868ca94b9bb80d7735ad7370494dcfed71b951f2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3262b16538cab71ecd1616f00030e0e515df7b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda8fcba26ebc48469fb12ac0a6fc234e610c0dff21fe9282c48bc8c468f6044
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8579736982a0152fcee6db0d4713c76549aa6ab2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e89908bddde172b0bb56d7a73838a3bcd342a3fd9db8b2d94c5220148fefa24
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b6efeff0d1b35024fdac46a328c80b5785e5c33
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e31e5ef5818c56a21088007a14871fea0a49f7e4b6fdeeb07d0484aae5fe47
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..379bb3bb0118a18162fd8a31995df613d9f5c1ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53e66e19620b7f38c65ace150a6128c7967087a52e24057a6181f9fa15bbe921
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4172845656b3618487e57c766daecc5f7d4cf046
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:002571ec220e5a058730057b015e2120354b7be08b828aa9c87cfb1d5632bacf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0248b69bd2e86ef80b15530306ee84f56e9caff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbea3aab69774f198a4e002919c12ca9d703f75c24e82d88164cc2ae3f93a5f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1553e9bffaf9b25469541b1c6eaef2a316d3df42
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a37fcf4cbce2798e7c9b82850f3287bf6ebc0d5d8c7b443df22e869b59a534fa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67cb11b3fdb8070c4e72f647fa3d203e107a6488
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f7c2c6f1fcb9428b724dd0367ab427a488f00def4c492a6272d237ce61bef63
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88a8eedb2446ca6d105927a3729fb54134cf9c24
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a5c5fa40800144c79f441ddc7c205e3a69b0e8adbd0bb6297af0c90f13d393
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dd63ee6314d23ece2d526a9e51585aff544fdb8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:993cde816c13ae01e24337342c40ad1072812a12fdfb792350f08fc6a3ea3cff
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb90c97a50174a40d51a744827401e61324c834e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6a1ad4b33c548911fcc533f681e28c96ae384d988b8b4f2cc6550612c372a45
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63cf5ebf43281a583847d7677bbf4805747da93c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2978119aed7a23889eaa9724914e6fbbdad4e59941ec9265a11f76be16ffa62
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..438712ec6126b9b2abd652b348e990c8d01c9643
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9fa75a8201440d12c5870c1a1593dbeffb7af5e5599fdd19fca3da05deabf08
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51e5370ad1b70266bd92bb1af3bbede5ff247670
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae3be705dc11c1d73969d6cd1bc4cbae1241e2238ca73420fd6b05cb3b64dc0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d38c4a11d359fcd2449a634a94d077615190a92b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9026edbb2e0e7759a615a2b54797e21ca1ae204699b36ebb3273d7a653516204
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df1cd25ce49d12cc63518e22f3d9998c397200e5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25fe6b18ee3b1232474eadf4546a0e8608d7ff401e3b36b7bb47ee6ee71533bc
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41aa1a58b590385311ca86c16c8a6afd96caefe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df3d227a665ff26fcee409c7a38f69af93173506ef720d022f7570ade91f7fc9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74ce1694fca1d0b44679c987d3e81decf7222c25
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f4b903d9b3235e21e64f17091e5da03072aa3ed7919a48fccca6a71404ebd68
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2a9a45d845c394e282e229e5fe4ca1ca5965f80
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7851b48a74cc3a38cdd7d7231f30c938b835af654df330ecc8e309169770861
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c2098a90ee8c67191537f48054b013a86767e42
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a33fd36f2ed714af0f2af524044fdfe6a5f2c9593162629605219fb3832eb9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e459c2307c6f5ca32e14b01ef3d7032f45f40571
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e8c47139953d870ac72c6ff02181241f69dadb69d1a5e06feb16f062434316b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20c4fa5947e1b79f3da4d2d0f3614ab62ac8162b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6169f9ae6b8ff0c2c2d9173d563330e1e4bc19dda7664fd2166608f61127db12
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0456ad0ebcf4e59edb4d024acf53a2203105f109
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:358f3f075728011b2b4184a749aef9278db53661dd7f6c74f56366b732bc3547
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76ee1f2041540db69d9f0b2b25a6754a2f5210c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8885a42a96fe9a936df92be8f53cb51a872ef924f4a3d5f739c7e270339d9e1e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae522fd0169efe39c719b153faa5ca164a68dd58
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a33043d6a66c31e70d41be0d64b90548d5072e4189edb0aca775d2e84772a3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fc9e04ac92b09b3f322fb3bfa869e39f4d5d66d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2532157afe06e0ada0c33658dff75ab72630b95405832b1579cad880c7796c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d663a379c43a82993bc6b8ae906aebd7d128b7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65b758e92b1a87fe075bdc14a79a303827d840153d954a2b132ba3104be73b24
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0c08b3f6ae54980ea6d442d997d8d65b9e4a56d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23f3ef3dfcf41f86b2d67db8c6ecd060570f9ce84be0a395abc59b596546fb6c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e888286b8c2d31c8f2e13463fa3630315fab5ced
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c906ab95dbcd8a9d01790f03a61817d4259b7096d5d97dfa53a7a5189f141bd2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9addf7fd3bfa0530135eaa40e06472959197b807
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a385b67395239d1ad0b13441d2f3c792f062ec86b04443aed0e591bd59ece292
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22bb9eb21a90da98bd2963cc515ff11e5a8180ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8515ba066ee60fd8d64f887e865c985bb4ec00cb31046e86412da068251d3a3f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96fa3fbf350913ddf2ad24e42a9e62a0fc93a184
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54682556a208c72cafd0a1b25854995dcf086f6c17bcdfac00de4abeb8f7150a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8901dbd6bc5cbcdceb24f318f2366f480061a28
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd66cbe923244a30825712d924dead11edd9568fdaf5a2a9efa89af75241199
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5a988f44f2e794aae70f2e34b2f4a3774f5829d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e1a105195d1539fdeb96f2b3e357c9cc6a34b01ca402bd93df742fc8359a853
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4bb4b50b1fa7110731b4d9fe74919007adb6aad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df46441ef2474633c617d7b14cf31bd6f2cc0b0f9647ab0f6c3f295748e681e1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f260106e8bd9aa8386d165996ad4629b3e2b111
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9242506556f9a84baa37afc440c89ea163d80d363c9a986fb69f9986c2fc4938
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f280d5ca17f01ad58c9507b9910e470f7c12eba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f40030e0dffa3b965571445742326a5e00ff7682f098c18b3aee55963f55240c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3583faee71a6cb85ec49f61ed02b85e509ab3ae8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d8b7bae905c716786f0115b116a247f1a700f607e70db8b2c907b4293c4062
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4734cd8c5c0cc032b4f8afe332d5ea5b93f9adf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee2bcbcae77bfa5bf3b2bfdb8f81ffce754c410291428aad592d27b6f14cf17e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f6007b71173540097a1764ba517f96ec581457c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5710dd47a01f9a10c5e2808faff7361b5b1879e4f3534f6170f170bb0ad5542
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00fa54d98d669b21007e4f61d95746752588bf35
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd13310cf6f39e02b8315202b9fc844bd39d21f00e346bfcbb7ca0b8c250fae
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c6401c1352846d22740a51092845fece4443b77
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c7f8a68669a0bdee542fcafd13000c18a875e4683c6e9dea2681eff10642e48
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cd9f422156fd61926d144afc96649d03da6596b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1100fc00c9c43df65216affc5b192f4c1971e7758c6e286decb1294049d612c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86122b08325924f13a4bcd8ffaae4febaf98cf9d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d660b99141ed43599c5734750c9ee05f0ebc5a133567b374b5268176b15e3a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5ce61e175872f7fc9cdcf906768a2377821b0cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18b614dcf2bbec8e71ea05db15bacd01d55a8275003ce3efe5e2bd608668f764
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0ad5cd30f378562c1026ba95701671da44b59ea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d334e286ae0c5a553bc51cc3ed80679fc0e37361c5c3f2fea86fdc1880c21a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0339ad8c5e81e18251ade0fc029a5a3b1a9668f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb85a0772418d3efe9d0e8fb13e06a9c51c7cbacd809e6fb5f9f7f9ad2eb8bb0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..371928d54576f884a1537e2e75a6dc6294156939
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19054633b3085100f5c127f3fb8673f641944f8701e210fe3eb1cea13a5fd4f7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f81d8e293aaef516d2af294a9036fd734f173e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7682e2852a7e077a6a14c693a6c2633136b267c4737428389f8abf8d7a4c7d8d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..797c9de33be532ed8f040086b075d680624c0b5d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ae7ed3fadb5fc9802087964f091832cd8296913f003552844f7b726f17bcd6c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f50d4137a6598594136389fccae24568031b6320
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a51bec4f7a0053d6a2e2bc518700b5ccfbc97075724be7519e7b9ce3ab238a86
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a87531bfb2145e8c2059686e93e3eb98380d265a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddb62f61ae5cc3bfe2ff1a621da47415101b3517f2d01e0ce98002a81ecb6aa2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..638d5fa3882d233fefff5b14e01238540f4d2466
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:206c8b7b99679d25227eaa5f9fac0e3c66cdf7ea337e1e5d3bed58514d29522b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a5bc155be4f055891daed0534d2863461eb1f7e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9874237ab15e5bf0a760f4e3b3e93f36e0769fccc5c559a6205e7b46f1d0e97d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..002f49745343bbfbbdb24ef2f15bdbb1a074df8a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b38e856123e3744e45ac4420bf8705ad400902e739f66a1333bb4fa97413477
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06846caa64ecb88810295649536c80d051ead699
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aa0f3928b117f0c71eac4d90863027d397bef424972369fb6d343bc27f84053
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb821e4a7511a163ab3e1a0c92ea09f2cefa1839
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:581286d771b167ae0e61ef2a4da689375562354b052e67656f6fd76c3863cc9d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c40f65ebe66c164c92f83f73ce70ccc78a0274c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fe20f869b14e5bf8a31879ef4bc13f2f5f41d082bc6c45884e9dc688ea678df
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed8fbb65a8bea90dd009f0ce592280cbb0836abd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a694307aaff4f084acb767d8aaf4de0f373834f81b8140b9066191f8113bc2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3a516b455c669cb9ddcdb333b1d9be829bc8bfd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd2d15a1051c2721326e0b65225c92f141c76e3bf742afc699dc47d748b9dd5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa992641cac43a0cf3d29531456e1422e2726d44
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8159222d5bd1ee9a5640a53cac6f33c6fa6f861a3e76dd85722cb36563cf5f93
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..340319152658b18e426215cf91f7f3a3f7af4a62
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d02da1f30baa0814c8ea5be9fcbd1e2f2388b55ab9aac985592200597d2b68f7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da80a67c569f665edf51eb8c8d41cc0e407b7c0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43cf5a54838f29ce204e8ee30a3980d1d285a4bba50e724b42587e7c3dd43ccd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7917f7b7f3f1ac78170c07d5e7a6ca75531ffa0e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18dd6d7ce2a0cef267eb664f0a0a5238e403edc7fa02087c65fb020d0ef1dd68
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec1e33d54d98f644c9a3f82737cefc8128a2798
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e07d0552f12c7f4bdc745df1e9892d4b16d15fb2dbc49c4711fde5e3a5cee4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..786a1765bdcefaf9ce08d2c9e7e4d6fe72dc6896
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba13407ddb8890ba5e885e38b91c76b8d9fd8501c67dd4b545446ea1a4252e9f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ef0764287b19cbf37457dbe47188fecb61375c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b592da7d8e37c5ef45c1f9bf58d5592109fbb72c3c98365a4895417bdec493a8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52664f2f5f9231d1601ba735b2b9a88aaaced02c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a96ba88bfd1df4fdcc6fbde9f7146cceb0c7a23560101b8004860e9035f01c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bd49975d80d2f18d48cc022f140c1ec317a791f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f27d0d15450ea368c9692143ba715ca5705e17dd4c33b3df287944cd9a6c9ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16ba5f01e84c7fba9ae14fd0b6b6f1d2afa415b7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f97a2eebf26afc13beddfa53fa478aff5c140cc6ccfbfa414b2726ecc1f7af0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdd11ed6c4ccab45d909a92d564120229c8fe63c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97af387de9d26a965bc6ef0cf2a5acd0f1f98bc8712311d19526fc1513692a5c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e02e5ecb00d0aa3608f7f5bdccd8792f3af5067c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87fd011ff34427a8c654e1219ff3b937e627ed5be6231798b43f1bbfffdd8edf
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14b7c9da1534dc272a22a40c59627cf8106dc7a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21a24f4fdfdc0ea972995738d3697623b9ac09a785d5598f5b7e4db07a55f3be
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85140943100190da8b85af0587f9c7cecdfd5896
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e876a7c8605a9d473f14a1b4b2797d47fef2b1edbdca86ee846e11ad719ff66
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27bf56199d61b597c98d16eb658221b5949e4dd4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:643383e0d5f57c17b460ab36707aa1efaa09412e1d9e0e7fc2db9632c8fa954b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a2b17c49c5954c2c493c79ac9f20767f179e4ec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff1249a201b174f781cf7de6e0f3c1d4949fe9579683c4f1356ec2c70e3320f5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64c78e85b1995d7f140e1b8c0bd1336236adecc5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6483aa193c588d2b330b6226e18a683415834f0ba3f1fe059b7b527e94a851b2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b07937e7a2342c44f66166a8c103c2af4173e769
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be2e6a4bfd333049186939163d75c58db4e59ac3984f6df31529a0c606fc68e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eae6534ae7e3c58eeae0a41d58e850dfde0d5b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcc06d156adb503415757d01b516d1f4ae1a35a1e5d1d3b3896a76b76c40f370
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69ecf379337c01c77cadad776fa6e1b6484834a4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f50f592d21fcfb6905af30bbcc7673e985d627f49a4217ff7c9a3a3e46118a0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..296f4566a5435a0fa5c257a7477339fb6f544aab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a0410d2edeb53c1a928ba05cf3a0af49b908133009b2af14dbb8646cbdff6f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6521881523e4ffeb99c70236aeeeba918f6165a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:284e20fabf6693da7e5b152788f4a2f783219fd197cd44d171e05941a1fcd581
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c69110b7fbef8d1d6ad979439ed8e921390ae231
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72015a4544d9d0d7b150774260fbee6204bce1733770f5b2a4f20bc7ab38443d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da826a36d104ae90065af1c369168f002d902ee3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b9ab6bfff028e10e784da524f0d17e7fc2e117c2bb331db823eee218514581
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efd4d2ca48c3bb7ef9fae0e4906b6836ab6d35b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:137014121aec065f10ea9b2461035438cbb4d3214e17e51692534abd0e4e12e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb85a18bff946fd95d5e2ca4cffb8e4058ea69b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258988ec747dba90da8f91c1a0f8f4d894a04f051e0a3b69087304e9a3b75211
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5e1f410c71b31d03d73ba4eef27510203fedc46
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63a7b91595bab12a6d3a6740c7682efff7ef83e192a3ea6e9bd841f4eaffd9a5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e9bfdc4bc8778ea7a8b0b127b740715c909ec64
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef43f926571ed0e5ed69adf65364e1badbb94bf5e539969257bbbb9524829a3e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb9d60cac73c2cfc4304084014f940d45dbaaa6d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6acb8232ea1c7eb0eadaf8a415a8f33609bba7fd54bebc9a189b5d275827fc47
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d018af6821f1bb2b0e856951f1769fe722011f61
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f90461dcac8cde9adacb934483059558b1b58e75ed0121d6ff3abebd362126b5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cee1eb87ba0c53dad3168318ff4807c80c6e1206
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07c0e153ab78283c251c693b46de85478fdd0232037f11a58976dbcfad68cfbd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..324608b1cc1ee0cd8dad91332242d093b9a450af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c7cdd2a7a330548fc05d06742cf4c6a0a1bd60ab04fa880f6283c7324d3ff71
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a355ceaf6053f0cefa89e9c6932a9310667ab49
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:628ba9d31f3635a1544419b083ad62399bd3f61f013087e1e2cbc13fdce925be
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a79d344821989e0c9d550cce02c2382675617ca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c98841ba4611ec68da890f34a695ef271f2b5852ae0ee178d2ad8b3492fd4bc3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed3897e197061b53721c9f3267588fedad5c93c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534ee78cc9c1be8dcdf29dfd1540c6508b0a5c09b220df6bc79e799c7f29206d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d76f5ca67733a67689a40ad10478b7c7aa619626
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88cf4f59e7f658f222b03fea57fcbf8751eb91f1c86b136e511b53fcbd732ae9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c4ee57c2839437a31b86e2250d69075d008a0af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d0df283f5648d8da1729bd42cde245916b46005badb9eac7b390fa95d152813
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b384b134c3d71acfa5946d42f35c0ceeed9accb3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3592fb2dae70b1b76bbc6880f0d4fe4e27aa674f9d5aa1a147977543b193d64f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..196e6252e32e7b8367a798e523863e2f60fa2a56
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d57f7ec4ec1e4c74581b696900e089e580e5e888052acc5ba0b5cc2b45af0c49
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77d298c50f560555f7bcdf0347da204f0f731da1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0d505ae59827de1924cd3ca8ef3d646db6fd79bbd58fbfcd214151742895750
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1146fa682fced12741e70ee81ecbd399e97f7b53
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f565a41557d78d61efd3f085cd7399a592c84a0d112281d4349f0fc6ce3d964b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce59a47a27c3e963df9b1a395dc0cb46140ffc34
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:235c2c57c01380d50843bf55e0f189368f64f64230138d24e2c0d5d622ec9a09
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00f0773e042722e6085ead02ccc7b61c2c551cf6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9be4e77d51f6f27f068e16cc0bef41386afc42248dfa9b067b66950fff2bf99
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2494f25b4e27e1e4bcbe36e339b49520e6eced73
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24029f099149d52b021d15f75f2564ecfa6ff9ac09811babe48fae6f1d6f880f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27661688d031cfafd8bf599e9e09fb914b0cd62d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14844a5d679dcc1d1a9acef16e7f37c78e2b2d785e9c23506b26761bdf8b15d0
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37498273f1ae0e5cff9f1810dfc3c4a402bf57fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98846e78c16b42be407db9e1e881febccf40adf03f004d85efe5f708c8741868
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..992a9b4475beb96e78c84ecf5822b9dcea251574
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ccdc6b983b37b559852ca022e7825b095e6ff0efb84f97d03c2885de707306
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03484f3ee9d439ffd0c175fd849926bf20b69709
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8541ee0c9f6f5a336585aee85837bc712be190f13a2814c1062a0a72d46cbd11
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84f2c9e21586ce2907878cb13addfbbd4356e3f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd8e4bbbd4d2dad9597a26f946289acf65840e8da121df4aefb1f05947f39d9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6041d6097341d9d7ade18aced7fa57be501570b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00a6e2b914c848b0ff1247cb7c3fb93f08ed2bb5acf88215fc4814e52782cbdb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..173b1468edacff1180329539f29145f5920b3f64
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:164248e6c4a6c9bed7632bab6c9bf3a50f795a70307d2159631b8bb7d4c5b701
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10a81b4400332d913c218c9299b0fdb344dff696
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a665085a795c966d63472fcd3576b0856796075260771ee1d2ddf743af507e48
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eba14a40234a36c9eeed64919b1200adb0ac25e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a85bc6e43e28f67082fa5adc6b21142d90387de1886027e294c44e967c3035dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6af05061a2303cf714a7e48507dc53cc8acf1587
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e6e50accc16b9a7cafe114a3b80ceaf3c4234ff802294760335f6e511a37b79
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b03e5307d0c913a4f32991eb754e380a31cd2ac8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:298cd7230b83504fe196b8e21252b9f6187944c2ccc2e6be89e6cefa964c9822
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e7110b15d8ebfbcacd11443b8220e647bda440a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f1e74cab589be4cc2c720a4971be41252f80872f9eaec6f9554d4151b284de3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b2dd6eb47456556236f71f7f1c143cc51d7c7d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8675e366bdfa982c48d562fbf781c07775653b96e76355b1c84e392444c3da0f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..633b21f7dce928dd8dfb2a618ea00cef9db31f98
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f2b818aef6f50d5cfa915aa61697e66ff8b09b2c1fbd14b43024b35e2d9f6af
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60f3f8364d9c9fb2d5e127ab3ebd0c502034244f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd96a8601b41a0d96fe49a1a8663a7518d6a096f30372c493bbb87a22f881528
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73ab258a79b1c0c8c204b40459c7c19e686a5b9f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ead45e086c075166a27040516a6c04bd1fea66d8debf0c773b24f82f84050048
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..662677a14b21670b29ff6fff0499bb2a880ca918
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aec1273ef7e09bdde3f9e441e5f1d1f2f32108512d8ddd2be0ea3a7063b0f37
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9151f047257d0bb1a21e548e2938bde60b5ed314
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b71550adb705ffabfb443dfa92d4396dc0385379d0625a086ec9c2d097c6c003
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..017e4a40c3629c694f46db0ef38fd126d1239c9a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a6ee9b29fa39db561bfe5a22b5f00eb4199f4c494de18cc16a68e4865a8d770
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17fdcccc7267bb08ddc292fcd9d02350c53248a4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9f652666a7e81d9ada237cd69318ae8da1462e1a258e94e0d44fe557cff116e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da5c2fc482b2c149e49f006f9237f94dcae92ec3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c279885bcae082e31fcfeb69e59cb87dc47be010da17d77390ef33dd9a156d69
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77f7d4254befb35adc489d359ded98ff8a6c938d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e53a17b1c271fca9c94371db269fd66d9e3fd162b9e2c61331196a3ca845b64
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e685d71b7a236d3c73082ece4a9dc3ba9086245f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a6a1ad896b2d40dc262be24696b55ee37dc8f5bbb972bc5067f51746f1feb1a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71f505f0951d40449e7f4c86f8d2ade414b95a22
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:710c33795df12acc88c392ea24d5ecb961b54fe0b353c6c4f6725488fa2f1c49
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea82faa5a020fad2009d58cef7b52a32e18db733
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a1639520b828098130e0317a3130d5e11d9d926d1a348531d27e83e11bfce41
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fef2ffda291e4b8c691e0839afa713696cb38569
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19746a608df700177a5c15243ffa827a3bba0e6ec3f24227c4156df2a55b8f86
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/lm_head/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cff07b546f625ae2abe56fced53ec8c0a7adebbb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d33f360bfb7968fa9a74629a1504d6de1f90bf3d6d7a9dd68dc28eacc8d088a
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/lm_head/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..997a217aaf5fbd0905bfce9906e1c3910ee95bd3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f98320d3be1700538ddf146a6d4e9a4e2951dc3665781f5ef669f77ebfca7d
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bafa478087c9b7885c839ac077c5b7ac7b468f0c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3c6e817b6cd99f4cb9d2dd585cfe6b0b11511033d2e21ce81562d78e6eee7ec
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c8c2d9fdcf6735f0fa4b216d7ee287b3ce4e3b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:623440b08cb75ead096168d97eae5dfc74988b1436cfc00381d778579fb1abc7
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61505d751d0eec77ead53e56154f17551ee735c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b6086b691b7b0a74a48d667e07142573097ed46509ef9355f4ccf0d5ed39315
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b8f4fb3f9833362c59bd786ba30532c1135298
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c04a512fde718628ec71887e766fc3c2a6b205713b7d7038ac086addc8d4083
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a49fc9fe8106151f531ff770ba394311234d0c76
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7b94e49e368a3f81332ff47d7263e4a7bd11a750327d00a44fcd5749e9843e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97101ab18c136f8dc91e56e073ca17b26bac12a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f40944b6c14706d7bf7dfc59d4817688d6296a7e2743a7bffb264b0d426d6ea9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbfa234b9bece0082521b67cd58733d76519affd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dee2bf18927fd5af35623dcf700de4d2d925cab01e3255202762572872bba03f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b05d54c37bb0abd85bd3bc3db6e3567e11cfbac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd680ad77225a7c913e4756a605553d12af53a035429531ec10e38fdfde10b28
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4553574706f51a79e07effd86c6a3629f95e8483
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2779c4400de4d5f2c3762d99c35a5494d3eb540d555fe2fac50783b946feedd5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d95d2695c53493d802659a8a357cdbe843b7e68d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88d2467b962b0d8bbdb784a6d73647675a9f02d73a6f9a079796480a0230ba63
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1600c5767ee28f517881a15c2656e95c7c9bf171
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fab8077e5639f035d961edcec11decb295bfb414c2c6b0f1a169a54906bc7fdb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b7e697d10b7d23c25ac0c835faecb5ce6a196c6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2823d30bf1fb3be463db57f55c82dac754a511f47f903d92bfdfd64a354bf8a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e893be5064274c0af5dd39e5ac42d3d7c30becc9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b51721cd4cc439ff69e47146fb0f32305211b2fc6d5189ff6b9d28f7cc204ab
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1677c2de6dc572cb9de681bf4caec357026d56d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1fd7add93becb5a8c241b5da353001b8cc06643b227799d548348f64088ac15
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef15566dfcf3fba2ef983e3d7be49b508f4120b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5170b26a103a57e49dc58512b58821abd7854a580003a52e2f54da718d35c18
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2ac68d9e171f93f84603879765bb2982d858090
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24b628eeddbe31cd7f4d5906a4c239e527c28f760964941c8d28d96400395ac2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72a5407bb3a9eec174669f138ab8023ce6264075
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e58343b9e9eb1621a33dc3df6c310344d6935a6c1fee0622914336f1ddce508
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca81567fe75ab7e2a679e600e48b5e9851848e09
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f98efbda28bc5745fd4ad9d9b58c31a3518b63338f0e391e449f9da6a2a3ae6c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31637956ea4ecbb253a1fac07edc6158d406687f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a089dcc87c954183e6d1453297123d5b981816be252bb19b8cf61f4abf2d246
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e4c0640f7ae05a5495ee4229bb70e517c209e4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3da38928d95cb1a1b388ff54fb3594266e505bdd1ee244db967ee7963ab69ebe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0dc14b45f0a7be23bc23ba66acd8d1090b5f00
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66d4199870bb3f578188472cef95ef1168ca172a55e82defb5e9af647a60ef86
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a60ae4972dfbd6816bd4edf31d8451d57736e598
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98aeeb2beb3f5d5b613ad7215c8553507f91568fca68ccbd0da6fcf25dbfb3ad
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec797a89932a43bcd885a84f304e1951d2db352
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1137a6924d445399b49efbbaf63bbeeb0c542a50150e0398614a8a2de4d6a1d6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..771630284527db208022e77ab064954d69b6177f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd68bc4b47c05632f8f87188ad32c009d72cb3c70a716326ac604cf3f38db029
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cba84d02b4df582c74776c2fb338d469da5f15e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc06a0e930989628b34b592c218178cf7d48cb97955c5c9325e46696d368594
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06be90fbf2f47e8e422f0f4758c0018574a50fe6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce06997a25b3d444bd8d6ec1c4bfc5c343fc147669c3d816d298c98ae8cd455
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39c219a826b1ec385d0f256e85f8d4fe6b6d62fd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a3f0cce5f7e742e0ce900a7963899ce7dd3790691b34d04705ebcfbf2e98b5c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55398d847058ef403dd5b48455fb01cab5c3fe86
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf09af23c1edc0e1ef15903a0173bc7faab613a099a1a07ed6ca2c62173b6db1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d6bfe93d63d0e40d52339bb74f10eb5713c2792
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d9113731c327c976a528c4ce44ea2b3017dcaf277070d0820bf9a2028f59840
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25be88becf115671d8658ca4fa81c97fcdf8752a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a981b361b4ec08109651a20ea95f81e8d1756fce345cfd71b2af1488997f6242
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91927a5f3a0e71e1682b97753239aeb01e3b309a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fa88e4009a67353fdf99bd47b48aad138659d5eea6ed1615127605efd5551b0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e5700a9c57f0e0fe928de00c34d17b82509c947
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc5a234d7417ce5c50d5d8004655cac9b55d17dbebfd079c25cb994437cb6e49
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19be630b076ae807ee07f5f26e34447dc6f53d7e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c298d805d9ea94fa000b67cb39cc6aa932b7575f75a49636b7f2c72d30b843b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..505e17e172f32c4856282931b190dd3cecbc1b6a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2ebd2d2889616d0574f8b64741cd6b65c98a0febbc6f57331acc56759deebe6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e04a5491a1f77b85d1774ef3d1bc1219ea5356f9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43fff3d1851e2a128e7091b26b336d8bbec7422249145710cd56a77c1a0b9355
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..524fcf7958221da7164c74434beb8211da3ec010
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:931b1a71559697e6b46ba9c5891e82b07d703c885c29117c5b8b0c3e3240510c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35fc77c7aaa29c58d4e9e9d114aad2266e1301c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea97b01d68224c4b18ca7a0f23f0d1e43622012c6c22a5e8ddb199425f420d6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f42774d8574115a0e21668242a446d489313d5e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b7a9a88f6c3a24b214187e680688b6b40466ec1a92cb198b0f02c0cfaea7d0d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba5fac085a86b776a78043ef4b034804f6f6e87d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e95f906447a5b8cb6598556b408f811ed8bba3596ed783cc6648abb4575307
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25cc9e662a134bf0a48a9c5c5233007fe5655789
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d861cd5fcb5c27bd711a0c4a9befdbcc69d4bbc3af66ea5e546c1536ee388dbf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba994cf2cdfa22bed6fe7c7c7bf51f1664fda33c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d75c9769d8240cc63c6893006cee6c78b6d2d49e9c21cc1d067828ad20509c98
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0936d27e475d611b54dab0e91bba17af0a4085f1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4d489ddd240286c27555d96f05bef054082376e3a4109472d50943e7ddd654
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aed6572c28b37e6e769216bbc40123e16efa6852
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9176e3de737a73ecc7863f52dc09443999f2f0163e789f2cb088f006e6d19729
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..638d69dd7df22136fdc1f31c75ec18ddde30cc18
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ce06ee3d6ee174fd1cdbcc59b47f701658d5cb20d1f3cd327b0cfbc87740ef4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2ac19cbbade627e68c4f988dccf808f8d1bea84
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb2a2dfb8426595cddb1d0d65a493cbaa44867e8e6495ee65f3c96068243dd13
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b97babe21028552a76a6b521bcdb3332c55dfb9c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96aa36811fdbb585400605ff7858c7599cb899ebc0fea1080c24b2225edb74f7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97173eb602b0e632e3e3124283eefca53784746b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0936ad7e2df96d1b03ef358f3c8f8fb522ad2fbd3781412991e1900cded36c7b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd5aff9acbccdcc14240ac71fb85a913e1121200
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc7c599f5472135932f73a50600a1acfbf14959bdc8675fcd35d48febd363d1b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b46226d548bdc5dcc2a01c1fbd13c1bee02accc1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b311b73a4ec9892bcc1b82cba0861126f2f0ee58552131e388e13e10a4a83b95
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9a251670fefc3aea79ca32337aec5684e7f4634
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0a662a4a101cc098e39181214566835e6b0173304180be2c168844704601879
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fbce0a447662d46e0d939fb02ffb4fef896c6b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad33ee4745d071e5fc59e86c0110803fd38a2f40965c784e705e579d37e9ee34
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d040e90a0cdf0865e6ea55643fc545856e75653
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2638e341545af2bb29c9c4259a0360cbdd8d839a160324222e327c10659447f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bebdc267bd0dbe1960a848cd9f78e9a1fe3d6a50
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:586a51bbbfef148e8024c288fe2ec38cef25ffac30984fadfb3d2ebaffc91a5f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dffe1f4229c03abc9bc3f15ab242da740de6b30
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3caba5ebe8142f7a5b5832211210373c42aecd2b4400d47f1f1bdf7fc7fafff
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc36f23f6cb33d680784426f85519f300906648f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07c331528cbcc0e06132e5ffa2a757d9b5ad41a00d0b9cdfbeeef978e7265a95
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c582896c68688f11ee77b11fcf4b8b122510216
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e5633bd3856551c86991fd4030492c1180d2b5f382cd5a9199cb827ae61e9c2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8128639854ac79b08a8915ad1c8928cc5e273378
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df17fbaa51e4f2ab22143a30f8b6601f60d52e1bc1e55f809754a4db6ee0cfa4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89542ba38bf6d0cb53facaad7aceca264512293e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50370e561277fd54e1a513f0fb511710f527343cbbfa8a289af2b6bd96b8d374
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7016cfb2f8ebece62e21dfa9cb89855e8f8d711
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e9428b429cdcf98396c2fe5cdf1da428050326da2244f9927a1c5896d8da231
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f14cd24ca28e516ab6cc58aa7bd15d043ac5d7a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:049322d524fad650ac671e9d72bc75b82e6cc65caa8aa8af2f84a53a648bdcbd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2a3e8826fbfeea8fbecac1a563756a60294acee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:407119fd17eecdc47cbc157c023d5ec6be7d2f00f584c91599675024d725c4ba
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f565264a43f04db99b5cdf7ae2b33cb8a27576d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6c22d078cccba06bf69a75db4f4bd44fd015fbb527bc7422490867bfba7de56
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71359bd22991642ae92a85c6196d893f8f273dcc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dcfed9aecc5b202a885b70cb63db39bfda19986002b8122d416f3ea9ec0d6ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c803cee95a38b9c51f4f16411a3c91575d2d28ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5615f71d156f8152972784af22e3279e4cccf36cbd55946bc7ceabf4ba3c7b8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15f2ef03a0891306ecf744baf558951ab6fa0629
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d0e6a1f0191e661acb0ce476f3913eaa495b588aaef0a381bdd0390371c888
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3d0c18e9088d638b1c4bac8029580572b4ae925
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:040ac0a143c8c532845544c13fb6f4d9adc34fa7322d42646f2c31d78fbf403f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e772b82e29f17b15d1fcf5ae8524f1affe275f57
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42ca388499030ad47c3e159023f120e4d5e96386fe844edae8278c9db444ea99
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d1eb5ea2ce18ba849427f4f5564c5a8e7e4efdf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:598b9f03a60bef47f4dfdd4fb3244c86fcff876ab1ae01f3c9f2733b890fc11c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bea01d5e40088a455d80892b25dd6dae2e800f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28bff30268c208ffa1bc307aafb7abb850382b98fd394bfd99e096589a09bb1a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89d42cb560bf26caee932d930033241ce355381b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e1a45cd53f6f64425f9a55aaf1a35c3f6af4b9edd1333109205cfbc1ab778ad
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6f3e4c86b520669e9b3e12eb6c5564e9b57f419
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9482ceb02afad6095daa7f39f3a2a772d39908b18d66a9d199e8620e9fc1dfb0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1efbe1f63ea17fa2a8d7ea91c2e7085d1c43d58f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7470b8fac2de3bd903d5e9a1652d1ee50c5372f822de09ea04faa3fb6be6e07c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d726839ab6c4a225bb765388a30d4641d0976847
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c4fa8a52f01bd31853cb0cac9fa25a46429d69f79d775b961021412b4d0f65
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..769678ee35d75e4ec5a52dcaff1263d4c8be737b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:969d2d8e155f0b61196b9876242190de06766a31551c9f4407267fcb3d3fe402
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6de43223cabcb7a9b8182b4378ac0c938e570eff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:581bc887b8a95ccfd9fb67dcddf76093f7459d96914e5d0556c995fa3903dde0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bf001dac9ca4f6f037c34e882e02948ddb8a0af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5743d56a7a8ca4a2d7668cac2bb92757b8ccc2dad638843375703730f4712928
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d3ba15497e8c3e56418797a1142556f2761b16
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5584978b5e7e1cd387de9ba150beffc5576e6d3586f242adae348d50336cc3c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54a04f3596770e85681781a456f2866497abda45
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24fc10dc0d75872bbec2874edb68a650ac277a2d390ed14c1b6843a4f2e65157
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1de4927287803014273bdeceee99371299519962
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f879712ff84519c884a2123c2561f357fbb02cc8a736fbbb1387d0898182813
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc0c76cf4862fed61721ba838b72cbfd2a753275
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c733848a9ffc2e58410a26107739013279d9abeb7e376571df8aab056567eaa4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05f93cd893913182374f970e89d6f6e331937f14
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0bc9155d2eeef6695603edce1e608abdc7233878019473b2147dd5114f41533
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1882401f642a1a05a81040a85245364601ab18eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a76ab736a369a7873475b19d8a5267eeef9c691e3b4e41f9cd6733dda667d20b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..370e9f5a2ce2582f7e11563f9845a1e95af742b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0342b11fc7dad0ec12449689b05458b7092275813cf88ddbf98637f1b5c24a1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5a0c79103ff8cf560c3d999a49e5c9956b5d72a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be12b9beacf0e4a1d8204c11c1cb610ad9c40cca7995e9b6b8ae48ad96a9fa8a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0082f3d4ac331470deb3d018e9a8c9392fb91d15
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb996c93a20f88d0b76bcf707aa3d3c777f1e68a2b5cd649c14df294152843ff
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13be30d163997a12d530032df4da194130b8c002
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:072774bf6f2c2e7e68cb2ac5a87ddb2d7a7c23caf7f7c60420b81a2b7857ff8e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e60b3695688b136037d810f7050a365ccaa4153
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b68428be13acac839d2aedda434425f7103726c9cb6e85f35b065c3fe772ea6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1f158b19a5f8296880f0229047180b8e1afc5d4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d353c8933a7239a56a18fa7c30fc03664235d65e2ecfd014c9eaffc460dd673
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d3d78691c21b24c4212a938d423f2e9d7a387f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aa1f0ce8d02a4eda09b8d8d50e17aa260c35b995c12e20fe22ba36d658909cf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7a3dbaeb6e89cda3210561e2a1afa02505e5430
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e86221a69858433cff1b20606918ea4319c33525a9ecbabceadf1b17f60823e7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66f4acc94b951eaed840294f526b3e5d5887aa0d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5b798e44f17848637b761401a77af07e2ce3413f56839fb67e2b7d2a78b91dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dad26f061e7cf1e0d589505a57de4ec65a36c021
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:765c09502fe56bab2b6f762bef8035a8f812cb88bde2ec3455c9eeff232ecb67
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7079435bd67dae6c5362ee4d7cbeabf68204263e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5d53879d2bdba09f232402a636dbfecdac0924af1fee6690f030c79c863ce6d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13ee72b188109bcd9bd612d276129310b196fcfa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e991f3d4ad3564561cc48f904fdb5c43d6e228e15845b7c3918c79c73808a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3672b3c1045fabcf39b5544c294f8394cf6970c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:539f00b2956160f28da103c920a0b17d7a62aeec9b537de995f7cb0180f7fba6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b4f1d9d89850f8ef6f6e9fd4d102828005e779
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2402eeb1fa57a044c338e1f1b0b1e27de530a9ab65d97ac979cee74cb81057e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c2048d40f0ea1015157aeb167018d7a8b7a2c2b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7f2175dc74efafa32dc7c822df6086e8e9d0642e45ce2216a3dd9cdcb108558
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c052df22db439e96784c144a32ee80916d608be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7b5da90d1473750905f67ace407d3744ef97808127213346cafd348e5188b65
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ce1204c64294f7ca7a4a57ecfed5ff31559cc62
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f65bdfa08f6fb94da08fc3565e3e03c0b70aa504b977d3ff129caf76428d0f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cfceb0c0b50016d34a5bfaf5f5947f0879fb0ac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:671ae1f4b4461b1e0d10aa31a74610b5aa7079162904632ddc957957b65e904f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..447eaacbeb1244198de26f104fc5e2648a71e426
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a089c3eaa075433dedfd225a5e3a8fb428b79f67fb6e3b93c67a3cea820e16f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..367953c0360be4e992e395d891d07bf3ae891d0b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cc2a832498d91805eba5c92e64c9336769ae0590bec1f82016fe07a402de5f0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b6257699b3df75b313513c51727511f739cf4b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b56ba44540dcc492e4b8eeb567a81ad1027bbeff0f6aaaab3d448ac0cc09089c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..557f96908232b9af9a8130853fcafa4ad114a8d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4902e1e5b65d028ce9b6179f2c5164a3a9f78096c502b6b2733e4c97373efd6f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96db80bac3c4e5c03ddc58d9687349343f24a2ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:567ce118fe48017d7f7e5b2381306e6eaf6e47ca54c4f36e31e762d796d5b541
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b27759e4fa9675d89ed69e636cd412b849ecdd8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5a5ef32cdcfc7c0a7f031da77050da1992b079f6fa9fccc2d00449f07814912
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4965c0b58f68a8f50ab68d96646fce2ed9e393f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3787267997515a07952673dea028b863668c8639d088a0483d512ca2c969ff1d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b624ae14401e860a099ee8334cdcf5c80fb7a6c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae8e34f6523e9ee0169a02b541ba73a7d1e4bef9385ddb461ad8683443008f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..273c6cb18744185c7b87f172d823ee134be00220
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b7c57122ddbff2fc293bf51d4d695d03598e500cad077e4030308bf0700e749
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82e3805837126d722a4c52ce9d3d6244fb209bca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4221c794a78382465dfb2ce33708086cf0b53aed43a2045fc1006922ade204e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfa3833643c0daacb30bd08a2dff7bfd7d572e54
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b5aaa68ef6bbb4fdb7361dd04bece2a1288efeeeeb002d7f52310f09ebf5efb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7394f7149814669f0b89aa272d67ed63fadb4dae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1406957a0874b1fc8910dca304590e29f47432c714f5d80e8ba5daf8132d52e7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..488b21f2834ec47c04404f3fadc46321c0fb89b7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:207d1e6f116a0ebd208f5186707820edf01958a315713e40540175f2ddfbd35b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d41d7efb142a88dd63c985d786888720d71605db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c28233f22f70fb6da0611ac60190da843f6920e542d55b856677f6140966bb08
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c454aab8b6c6e26c197516598ccca3eae747fbd5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21cd7e62a653bbaf8a50e88f80116b041cfa5095a02197da2e0127c200e9e929
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99bd703a9c76c5d4866fa6aa901452ef4684f6e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab455c947ee0a46f35934ed071e6c9b0398236c2c978ab7770d34ad3cad44b8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..074ba5dd1914d7a8a1dc1ee875d108ed7f64b66d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76b7f930cbe1663603b95ad93fa5862a3ca3e34ba4346c9ce5bb46b3e05b9032
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a03bf5545b9172fc6f548800fb3d0466a681b34e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f589624451d8cf555f13c17b2ad22afea3b0f4a87e1324167b6359adc8184574
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73cd84616bf39a2c89c47bf5d210e9450704ad55
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:464c0e2a437056ad7230d5ac787cc875fb4822c2664b9c07925ee3bc7f4f6ccc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d08743c825b6bf4c7b93209f15e5b24124cb41e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6728ee08495dfd57bfb957d009afa2883b3cca44c46790ccf0d90b5d9d54ebfc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc42c54b4b297c872ebf9bf02519cf8d5613703c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb1af1f939b04ac975231aad1620e8d63fcd4d8eb9abee17179ccf81dc9632e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d143c3bf33bc2ea662d19967fded78bb710812e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8d04e959f18b6a86d2256cb90a74c27cadee9a8010396995d38377d5d50ea38
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acb5cc9c14d3f67e031bf16d3dc04b581a06da64
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:627415a471f761c63370b37eadcdb38b15bbb7fd1cf45cb86105713060d8b3a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5d2bb2214b8f77feb9b100c5502a439093175f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9428c1f560f8f2c607e7ee782aa781423f1f4745d5f4f937c5fcdb59c19c1577
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74d7522602d0745b5312fc2e0cb4e6c185ec868a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57dba68d8fa032f1c4f11f688f381dc5a18b6ae04967782877d66aaea7456db0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6f4737ccd1a3b346148189f5a366f0a9c08fdf0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ea672ef3dfcebcb5b378ac23bd583c25e1fb364e1c1925703164a8f60a9de7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..043701fbe47892ed8beca98e55f09e474bed2cd6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9518941b1d01535b122dc3b538e6082f008a5e2670c7fbf373d1084731eee72a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e2cd01413aaf5eaa78a9b264ec0b0a1970f1973
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5821c4fe727830d6c20826efca90390c2986776bd7b35a7b62cf439ae9b8168d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..644b6eb544a30fa97d75687008890c1ef2a23b53
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07d8a0e023532f4410f3d3f3d79dcd99a595c9b79cc060458ac9d861aa51e7ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97e5235f911d93f0c4481af7517414d11a192725
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac7829a07ebb4a3bce3d2590c90da922635d3555f9c9a0d19222415d4be007f9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..474425401df61751b3f61409c2c3dfbe871a222b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e82d90548e6f386242958be277da4d6b051f9de64212882581ca63c1a4e3fe50
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75d7db71b57d85924e6b6ef97545d849b60ae899
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63c9458ae6c0a87872ae67bfd19c58add4198a431cb2f0f9b0183021e0a21f40
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdc983783a0cbc9d551b61204c3231986540930b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d06a1048e03349e3dc21db69b9faa5378e1b32152cb147fae6ccb03b8d0c1bf
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c54d4b4e842d4ff32e48ff622f4b3612c59d06f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:676d99c61c0007e020d6da1001eb50661264b49aee1dbddf265dcdcb6f8fafed
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dcf97ba30baf74d578d905f37dadd030d9356dc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c03044c50396f041051562ead6049b241b673e578196671a3ca8ab63bf1a6609
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afb99be270cd7a30d5b157dcf89f60e192acdea4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9ef69b1d7dbbfb7e1f619eaf523e7a80033ea5384b2c044eae7525cb96908b0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c1e225e4a48a7d5cf26e122fd56012ee58e3ad7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:132254818ce331603a06d6ccb1c2b212a6a0a2c0ade72137dec767f5a6ea27f7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dd5ef6aea767ea6d98019fc7b00c94e0f5f2134
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a10d23ad3d54c9008dcaf6db134ab333302c350b820f470f2a2aa47867e6ad34
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac693a29e66932014cfc7b0131ec46daa94c06ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f27c8ae500377b2c571fb7347556e136f71b996fb17b5acbf76fa2b24009974
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0021571511c5780dbd7c3b0c4b86e232179b9f0f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c27a4bee09585db4004c058a8316fa289a98bd06f2ad396f85ed79dae293ebd3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0cf68a495609cd5b7df1887eb70a56331a94375
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2226123fc51d987337d32d6bbdfe1095723f3969dbfd06983b43007c4ee19d6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edb6fcc7e85bf907f23c332a275efa4c199b9238
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a9df53e8c56a87416f49d54d3be8efeb576c0436351176dbaff94be3285f69
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa08470587464fe7e71132df9a5553e3f21f386b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:798134e7d369b420d13370ef98378dbab7894507f438777e5b12cc841c21f154
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce542bc9189bbe6e9ef6b109865476421295e494
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b619ddbe91727a7d84248e746ebebe54652e7417684332af74f27a7ed52cbf65
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fca30fd18ae329e6de72afe09ae3e5536d06a719
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbf2133e82df90523bbde38aa7c7452c4b7a8a0770c92ba301b7f308fd73d92a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4138a3b63d99129d0560c43d88a71e9db1b76fb1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1141debdc90d2768b2c3ef3959452547ce77be3ff977c7ccb8b5e64d044bb9e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0026a8f716b52ccb67afccf74a47cf63a7d74f7f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a7736e1277edc55cb6565b45ecb3485f3fbf2d2abff04661ded712fe540fad4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8e583b49f7663028226884fd8f1efc37ec7793a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd30c1bae980003ee2a68693ea8679cdca8292ea0aeec8ed0627281f3e070a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d051285d89d534b901a60d582d9da96c9dfd026a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0e9f0edf92ff74aa932e1b5a62c2332e086636782547bcdf1bb101a4d80db0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c3e1e62587adbf85498c9a4d27222445e64a8ea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4249715340ffa8d7022767740b74bd7d79e020b98b96cda5d71c7cc1bf848cf6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0e27364bce69f96d3dfeb5ee8cbd6f825e4ba74
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b41848a6a6f487a9280dce597cccb3fb9a6d9a5cf48e401193f2daf677590676
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b278d320c53da0a3144137af8d3e8174bd96eedf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d96b134d3288c28ed03eeb50e725647f0cbccfaff78cf714d15606f667817301
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd4974ad361e63af8b37cf8957371ee7a4f33a83
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb25c38d0df2a8643cfd128cce9eeeb3af9d4d01d3d41735c3893c5b9267080
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12a9e8bbc874b8da7624fb5fdb9e5b09c7fd76ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f51653e554c96fa5104c9017af59e13ed3f5b96083112e7f869c84630dc3169c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3262b16538cab71ecd1616f00030e0e515df7b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda8fcba26ebc48469fb12ac0a6fc234e610c0dff21fe9282c48bc8c468f6044
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1bb5edec83a4f4e292662427f511e8ec711ba39
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3d30ddbc2f5bd5e9746d66f4caef153f6cf856d2103bc639d17ed84cf16ed21
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b6efeff0d1b35024fdac46a328c80b5785e5c33
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e31e5ef5818c56a21088007a14871fea0a49f7e4b6fdeeb07d0484aae5fe47
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a8b5e6af01d861f61cbbe21fe9107dccb64d0bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa4b4b7171770aef03629c4ef3fcddef7948a7a3db3c7d1fd5b5819aa7caeb8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4172845656b3618487e57c766daecc5f7d4cf046
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:002571ec220e5a058730057b015e2120354b7be08b828aa9c87cfb1d5632bacf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92c27b6023e9eb2bd56bde056b78f3588b75cda0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e81da97f3607f79221fff90009545aff9d96b11ca7b6d698bf0fa408191ea3d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1553e9bffaf9b25469541b1c6eaef2a316d3df42
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a37fcf4cbce2798e7c9b82850f3287bf6ebc0d5d8c7b443df22e869b59a534fa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac62b2358c587c361d92e9f4af9f0a2ddba9f736
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95b3975e677d959cfe3073ecb59e42edf833dc6bc8bf5abf7cc7831216125374
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88a8eedb2446ca6d105927a3729fb54134cf9c24
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a5c5fa40800144c79f441ddc7c205e3a69b0e8adbd0bb6297af0c90f13d393
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a906a72b75c1cce120f5e00b3ae382623b39e96
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:682d9dc4fd6fa4469c09563d3031325fd5f0ea409f87ee319ff4ad96a3ecdc94
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb90c97a50174a40d51a744827401e61324c834e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6a1ad4b33c548911fcc533f681e28c96ae384d988b8b4f2cc6550612c372a45
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40a0f7659e555a84bd84cfc7e49be028da2e5124
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b7c0e820b030ad2daf2cb8f9085f2a3bc615fab9ce8953aae0bdcb98708005e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..438712ec6126b9b2abd652b348e990c8d01c9643
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9fa75a8201440d12c5870c1a1593dbeffb7af5e5599fdd19fca3da05deabf08
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9c51d3d4c89aee87ef0593a514a45929868a8eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84b4855a67d1b3299d9cff5afb2444ef0f481a87b519a14af17a0056ba435cad
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d38c4a11d359fcd2449a634a94d077615190a92b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9026edbb2e0e7759a615a2b54797e21ca1ae204699b36ebb3273d7a653516204
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97dab0927715b3d486ad0fe020a32d45a761eff6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b7c13465ea259cd6dcd161f3bfe39771560332a8132b3a19a7990e7374b9f30
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41aa1a58b590385311ca86c16c8a6afd96caefe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df3d227a665ff26fcee409c7a38f69af93173506ef720d022f7570ade91f7fc9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46ece18b0eaf2c52cd1750bca6e1ea25fb4b9241
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6093bcf880950bac49bdfbc237d1cecd07f6b6eaa5d146142dfe86acade652c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2a9a45d845c394e282e229e5fe4ca1ca5965f80
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7851b48a74cc3a38cdd7d7231f30c938b835af654df330ecc8e309169770861
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f466e5f98a8aab77c4bf7a621599da72ec4e810c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abcf10819aed25867f46a919b76ccd7c7887083e10442b529118b0030a26af72
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e459c2307c6f5ca32e14b01ef3d7032f45f40571
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e8c47139953d870ac72c6ff02181241f69dadb69d1a5e06feb16f062434316b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b7ad194b3cb5364ebbad8ab50830809b6c95b02
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cf468ddb7bc2045397f45bcd4e49d44a1f5f91ba59e976d15a697a2f4a2bbed
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0456ad0ebcf4e59edb4d024acf53a2203105f109
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:358f3f075728011b2b4184a749aef9278db53661dd7f6c74f56366b732bc3547
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06ac6b386f6b914f9e6976771661b52792764326
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e673b2afcd820ed53c7867e4ecab8b979f861658e1b6338356522c493f6d65
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae522fd0169efe39c719b153faa5ca164a68dd58
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a33043d6a66c31e70d41be0d64b90548d5072e4189edb0aca775d2e84772a3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e4571afe7cf61afaa473ccc9e217d91ce576c64
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12f5af5c846c87efbc50ce1700e630ed36eba54fe385181790503ce00a3a6604
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d663a379c43a82993bc6b8ae906aebd7d128b7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65b758e92b1a87fe075bdc14a79a303827d840153d954a2b132ba3104be73b24
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5f70d0d915bf7062f5b880ff8a7561a0352a656
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f115bf4bee402b916f5e0e2e931d65829871e0e91a5b5dbc61b991f937571b16
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e888286b8c2d31c8f2e13463fa3630315fab5ced
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c906ab95dbcd8a9d01790f03a61817d4259b7096d5d97dfa53a7a5189f141bd2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80fede573a1520df7b7a7e2e709cdad22c06a864
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14e98f11d06a5b3c1330ec12c595ae3498c35bc2c96446c245449deeffe83437
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22bb9eb21a90da98bd2963cc515ff11e5a8180ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8515ba066ee60fd8d64f887e865c985bb4ec00cb31046e86412da068251d3a3f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..382f2517830b9ae72b598453d41bdf5f71f48488
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73414ce50025d3281f61e53613719aa904439d2372881bbbadc1edea4df0a012
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8901dbd6bc5cbcdceb24f318f2366f480061a28
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd66cbe923244a30825712d924dead11edd9568fdaf5a2a9efa89af75241199
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3499b85d3726dc0c86233fa995792da0f1e5ce01
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e7aedf5875d9307e485cb115156deb3b68c03d49a4f39a77e6d3ac93aacc4b8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4bb4b50b1fa7110731b4d9fe74919007adb6aad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df46441ef2474633c617d7b14cf31bd6f2cc0b0f9647ab0f6c3f295748e681e1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aadf56adba838d5f4a732a4b2c810538ac97c0c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61705a440477afdab6e696433ab959f78dc9e63d41c84840ac10bc1936724652
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f280d5ca17f01ad58c9507b9910e470f7c12eba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f40030e0dffa3b965571445742326a5e00ff7682f098c18b3aee55963f55240c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad573af1b2390a148ea49e2c074dc681de844e29
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abb31a002ca67edfa8451939978cb6004502bb447056ad12a9a0bf2f4a9e5a0e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c700fe24185589aa10dd36eac0d783a4586b2a84
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a3cd6e9a8c8d11e5bad423fcc948ecb8271a86af5cfddac08999e272c4b1e06
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ceca8d59b2bfbceb093c6ab1a65dd653bc3c550
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2018fd9e7be99795ffa1209b3544d0663f943b1b47b47b1082981dacbbed956
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f6007b71173540097a1764ba517f96ec581457c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5710dd47a01f9a10c5e2808faff7361b5b1879e4f3534f6170f170bb0ad5542
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..754b6913cd97fbf6bca4b04ee0f4e783f7948f44
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a615df6810290a7c8aad1bf5ea6343c45ab226d35d124ba18d00d55c75f3b1d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c6401c1352846d22740a51092845fece4443b77
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c7f8a68669a0bdee542fcafd13000c18a875e4683c6e9dea2681eff10642e48
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..691690a129a80d9176e84fc9ea2a084503cbe06e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7a7fcda2c0fb27e8d555503d60411a7321128eef4fd3238878fd5d929f3a45
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86122b08325924f13a4bcd8ffaae4febaf98cf9d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d660b99141ed43599c5734750c9ee05f0ebc5a133567b374b5268176b15e3a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..436357824400e5ea54740104d2014087074149b1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69bb8462539e92f078ed34dd24326e6fc26c8753745c5b6e5f467e18587a88aa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0ad5cd30f378562c1026ba95701671da44b59ea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d334e286ae0c5a553bc51cc3ed80679fc0e37361c5c3f2fea86fdc1880c21a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6a48401be5ca3b4372971e4ba9486207c99fff1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eed73c8ff5df0d262b1cb67e8659ac0ceafa0ec9febc320e193e6963b956110f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..371928d54576f884a1537e2e75a6dc6294156939
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19054633b3085100f5c127f3fb8673f641944f8701e210fe3eb1cea13a5fd4f7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2c7039de9197e1ef23e694ff18571a4097e7702
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1be358bffac504342a0053f5885eabb0412e1217ee89b11e5ad34fc525f07b66
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78458cb8fc028e12aa8dbdb88cb15ec1ee1e5401
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b594cdf768d10dd9f4b1172f9e9f55631140f5baceecbd8084d79b08c7a6aa9
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68cc6fa6c4adbdef7e24719f34c095d151d1074f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec558a48f333ca79832779182945ba2f323132227768546b8a8fb0de8c089070
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f50d4137a6598594136389fccae24568031b6320
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a51bec4f7a0053d6a2e2bc518700b5ccfbc97075724be7519e7b9ce3ab238a86
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb91a33619820616181b707fb692fb023ccb561d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb1c51d076cf9d75e2ff3b762e9675b3c79d0ed100d59e44d76fb19d33bf8779
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..638d5fa3882d233fefff5b14e01238540f4d2466
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:206c8b7b99679d25227eaa5f9fac0e3c66cdf7ea337e1e5d3bed58514d29522b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8e6b9bbc16ada43d7d88796f34d9e6958dce56d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bff507e827f55a6682f20f73583cf06ea556424e67e75395ec06fbed0fe306b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..002f49745343bbfbbdb24ef2f15bdbb1a074df8a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b38e856123e3744e45ac4420bf8705ad400902e739f66a1333bb4fa97413477
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f824fa26b37391b727469d7fb22b5250613b3019
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1e514450dfc5ce916e3857fb98b6e4814add920da66be58ab2ff65d7db8bfbd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb821e4a7511a163ab3e1a0c92ea09f2cefa1839
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:581286d771b167ae0e61ef2a4da689375562354b052e67656f6fd76c3863cc9d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..134264e88b8f1f9ac250fc2d931ff197b5c5eab4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a9936b7e11d75ccf0e01c9baf1133655fe79b5bf233f201b03762914c2480dd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed8fbb65a8bea90dd009f0ce592280cbb0836abd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a694307aaff4f084acb767d8aaf4de0f373834f81b8140b9066191f8113bc2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b749ed5c6a96a51cba4dc9482bf82bcc20730897
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b6d790e2b633cb9562d4285a7e4476af17765c04fe2b28b7aa9b07bed246168
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e20260a2e7bb52090286cc0ebe3183835e021c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c920b28bd8532f6008065faddcc7a30bbf3e71644a07d7d684f5b418c4e1b8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ced57ff2460bd4743f6dcc6a0199a7b7fac58735
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad324686c0b7091f8727c6b09ad8f37e9dd78b8beb2a78c46cdcfc72f3bdf49e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..340319152658b18e426215cf91f7f3a3f7af4a62
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d02da1f30baa0814c8ea5be9fcbd1e2f2388b55ab9aac985592200597d2b68f7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2111df0a1b1a3e1c87e625d3337695eedb6da896
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceb2e941bb5187197f2cf1404eec562e8daaaf6895bc86abdc13c775024222ad
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7917f7b7f3f1ac78170c07d5e7a6ca75531ffa0e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18dd6d7ce2a0cef267eb664f0a0a5238e403edc7fa02087c65fb020d0ef1dd68
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4cfef4a8626279e3693d411c4abdc23bf7aa49b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8b4840b2d7382684263f20f0895bf0f81453bb92612325bea51f2ef1f58700b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..786a1765bdcefaf9ce08d2c9e7e4d6fe72dc6896
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba13407ddb8890ba5e885e38b91c76b8d9fd8501c67dd4b545446ea1a4252e9f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a2e966e6266140042e54149d647a82fbaf416ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7dcccd0365ac50513da8937b529bcd223baa2e6a9da2e471392790b1c290d7e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52664f2f5f9231d1601ba735b2b9a88aaaced02c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a96ba88bfd1df4fdcc6fbde9f7146cceb0c7a23560101b8004860e9035f01c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17ab741b4167716182316e2daecf09b52f34d336
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c179af8ab2e7c6abd4226c7e1d367e7b8ef450d34a36466c79dbea2c704745b0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16ba5f01e84c7fba9ae14fd0b6b6f1d2afa415b7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f97a2eebf26afc13beddfa53fa478aff5c140cc6ccfbfa414b2726ecc1f7af0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..737ece7cf34a4c20dec1a10eca0c9bb05d65ca7c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82fd2acc9b210a24083879a0945fcaf0e9f61efa3b0e0e43d95f7fd3cdca991c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f62dd1b42685d0866c389ee78246bef89fb311e4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d27cb73bd4e5fa1d797f031275797283dc82b79bb3527fc755ef97b45109163
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efff04cd0b6ab0023ac6d79722552aca781ae239
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cef2bfd85c3db78d72ba04b06fb8d1bceb27802487597397d49aa225ad2e9692
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14b7c9da1534dc272a22a40c59627cf8106dc7a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21a24f4fdfdc0ea972995738d3697623b9ac09a785d5598f5b7e4db07a55f3be
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c5fc60cfb985a78fd64fc6f0cb50e7339e7919a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4c50bcc7234edc6668642fe42f28293df48158433e645cff0601bc1c8b4aa62
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27bf56199d61b597c98d16eb658221b5949e4dd4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:643383e0d5f57c17b460ab36707aa1efaa09412e1d9e0e7fc2db9632c8fa954b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18e147e9dd16fe587c75ae6208c0ee6f6c967a30
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfdf57a993d0f57aaec0df347917506ca7dc50b7f7e7f2064d975348f03a8504
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64c78e85b1995d7f140e1b8c0bd1336236adecc5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6483aa193c588d2b330b6226e18a683415834f0ba3f1fe059b7b527e94a851b2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ba8fd14736e05c626815d4625ac6974e0f91fa8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50fd705fb19a832cc5ce6adc8b17d4c7316e07a1ef96912f5688348ab916e750
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eae6534ae7e3c58eeae0a41d58e850dfde0d5b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcc06d156adb503415757d01b516d1f4ae1a35a1e5d1d3b3896a76b76c40f370
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9690ff474f1c7e0d44ebd76498ac92ae5a2a7569
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59cc2ecd58b3769ecca120e138e72ad16b76c2d0c7fd661e9587f3640e2e7ef8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..296f4566a5435a0fa5c257a7477339fb6f544aab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a0410d2edeb53c1a928ba05cf3a0af49b908133009b2af14dbb8646cbdff6f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03ab9e335c67bafd72aa593466c76ee1f2cbfdcf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:931228a0a16480d3dcd23be7530e0926f971c755a1bc988c573a3d96d2de4f9d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27f46fab1f5cdde53229b3cd8bd6f566c1184c16
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41522be6973979b37c913e3031bed34170b58e720bc9e1c620dbd93f9206dc5a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f2d0d4d4e2b6ac24b9ea25e4691c8f7fb4588b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e7738ea993148fa3af75fb8d183d0ad35d949609c60f964197cbd5bab1f91ac
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da826a36d104ae90065af1c369168f002d902ee3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b9ab6bfff028e10e784da524f0d17e7fc2e117c2bb331db823eee218514581
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f124aebe0dfc084f53c7c168e9fb7c375b93bdfb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e6a6470bd779a65a0328700f0404ca2f569f96c03bce6e407951ff611b1b3f0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb85a18bff946fd95d5e2ca4cffb8e4058ea69b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258988ec747dba90da8f91c1a0f8f4d894a04f051e0a3b69087304e9a3b75211
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55eaa9941d3f4f769c94d631ff8804b45a2d20b6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c88039d9473400c5a6793a6f988fc22be3d92118924a772eba84f0d5fa983e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e9bfdc4bc8778ea7a8b0b127b740715c909ec64
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef43f926571ed0e5ed69adf65364e1badbb94bf5e539969257bbbb9524829a3e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b13477de066ca8cd7b43753451b5e31a82354ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c18a8e82bcac98d9829b4d507ec4e31956d655a31e4b0286f44464fdd16915df
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d018af6821f1bb2b0e856951f1769fe722011f61
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f90461dcac8cde9adacb934483059558b1b58e75ed0121d6ff3abebd362126b5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74773230e2cf7530561e9fb0c8bf719436738d80
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a91a889bc01b2e39620056f795f19221ea0eb261ada7c22042923ba95e6f6afc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..324608b1cc1ee0cd8dad91332242d093b9a450af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c7cdd2a7a330548fc05d06742cf4c6a0a1bd60ab04fa880f6283c7324d3ff71
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0804a345201806416bd10038815a26559d602233
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1caf7245587059c3fe2da9dc347f885e6eed6936fa69d85b6de3642c07dd193f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e74dac1d5ed2de701b96fa6b9feedfd2d587033b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d8917253970a4458addfb4e0a8710c6bd993a37d885f5e45dcb7936ff30b120
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09eebbee818494c9577d59b6cefee02ed714cb47
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e838496b17a093b9bdbb4db224e266f743423ab80137840f36f3361596b023e2
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed3897e197061b53721c9f3267588fedad5c93c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534ee78cc9c1be8dcdf29dfd1540c6508b0a5c09b220df6bc79e799c7f29206d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5894fca36e286166f2960bb0baea84dd2dea323
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf23ffbc2488a0e4cf007413ba19b716834c19c0228edc506a757562d648b54
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c4ee57c2839437a31b86e2250d69075d008a0af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d0df283f5648d8da1729bd42cde245916b46005badb9eac7b390fa95d152813
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1446d491bee0a52f6ca55454492e1b767b720894
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd388cecab0bfc48a558a8973be91d9d5a8e8a40afde9f1547a80e24d87cfff6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..196e6252e32e7b8367a798e523863e2f60fa2a56
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d57f7ec4ec1e4c74581b696900e089e580e5e888052acc5ba0b5cc2b45af0c49
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11d94da89b0366dbe21eb7410afdcdda4bc534c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c88d2e74d791efc7078e26dbea9019c1d41ef345aeb0fe4b4dfa821fcf6f6a5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1146fa682fced12741e70ee81ecbd399e97f7b53
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f565a41557d78d61efd3f085cd7399a592c84a0d112281d4349f0fc6ce3d964b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d55cf9aaf534e25af45817d1a54f4cd673c12f6d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3892173a509d23120be59d36f1adbc24097ffc4a52fcf9f4a657ef7e1b64544
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00f0773e042722e6085ead02ccc7b61c2c551cf6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9be4e77d51f6f27f068e16cc0bef41386afc42248dfa9b067b66950fff2bf99
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2640d2d7c5c554071081accbc3a97b1ad691b026
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3af05a6f9008bd635e2fc0edf1617306a331127478a861bf8ea6d72a32731cca
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3d619305a3d1413ce43a7cb79a7e99fad14cc93
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e83ae215e106448939c41f86f8b3a34e95807c82b8edb1ae8a467bbf361a8d94
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56229ceafb393668a48cb91bf77c4842c1fe6f13
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b5d5f1d62fe0e63162b6a76e285bb0e4f3306fbd4921c84676612b395e955da
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37498273f1ae0e5cff9f1810dfc3c4a402bf57fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98846e78c16b42be407db9e1e881febccf40adf03f004d85efe5f708c8741868
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b05227b6af76509bc08d73e97b62a55e004e62
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47f1f0f82d1130636cd9f611a9087d71efac56f42f96c1df79495b2a7a72791e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03484f3ee9d439ffd0c175fd849926bf20b69709
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8541ee0c9f6f5a336585aee85837bc712be190f13a2814c1062a0a72d46cbd11
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a123c0ef9291e66e9d072985ad4cccb3ea9cb0f5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:889ace5345deef7b11136b30bda2b29eacc31fddb64af35ca0858eb24d4bdd74
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6041d6097341d9d7ade18aced7fa57be501570b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00a6e2b914c848b0ff1247cb7c3fb93f08ed2bb5acf88215fc4814e52782cbdb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..661e97ea1d193da831b328a8dd923681852e51a4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe4cddb0fcc1c01964619c67350fbfd2ec16d1aa955753781894e9783ed89f10
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10a81b4400332d913c218c9299b0fdb344dff696
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a665085a795c966d63472fcd3576b0856796075260771ee1d2ddf743af507e48
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2befe8fb15bff909a5872287e0035a87ec698d96
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8f9a31e13e56914b1307c7ed20e2c7fbcac5ff7f61422d6fa8523a63d742506
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6af05061a2303cf714a7e48507dc53cc8acf1587
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e6e50accc16b9a7cafe114a3b80ceaf3c4234ff802294760335f6e511a37b79
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9acac2360a568c1cc43a875b29a8c5b989ee88e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7fd577dc9756fd386751d7dff7e3fdb43035046141080bdaf798d7c2e12b224
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91cadcaa3efcf17b7f8f08f3ec89ece500a8d815
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb82c556a884309f2f4970e4a10c9fc586a933b92eea66f2d795a90d53f01654
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0e3efa29c8552ba5249a62ceaffd495c3621674
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3067cc0892d61dde5143088fbfc52c3f1f6da8338517bd21f94f89cbec7bdea8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b2dd6eb47456556236f71f7f1c143cc51d7c7d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8675e366bdfa982c48d562fbf781c07775653b96e76355b1c84e392444c3da0f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7600ed78f146f8b6f47d76e7e1eace4594d9cf55
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdfafbd37244986e2f4d558b74ca6bd3f52bdf89b999ddab17d99bc9b7fa3102
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60f3f8364d9c9fb2d5e127ab3ebd0c502034244f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd96a8601b41a0d96fe49a1a8663a7518d6a096f30372c493bbb87a22f881528
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b671bf32e1a678555855136324ec4bac7047aef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0670921847e684955710aea8f580ee11d23f3b7bd481a5c06bc8abefaffe588a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..662677a14b21670b29ff6fff0499bb2a880ca918
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aec1273ef7e09bdde3f9e441e5f1d1f2f32108512d8ddd2be0ea3a7063b0f37
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c477a1b1b4b6a60394369074824b0f7c1514d3c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:936965fe0c170d25c693267126c2963c4404d04a84f7aa0addbbfef8e9e29700
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..017e4a40c3629c694f46db0ef38fd126d1239c9a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a6ee9b29fa39db561bfe5a22b5f00eb4199f4c494de18cc16a68e4865a8d770
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f27b58f57f01534d7fb14ee67e4097cd8c7f2c63
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16f8f0bf20e83904667b3e60af806d0bdd11451c8ca9560b7453fae81ec6a7ad
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da5c2fc482b2c149e49f006f9237f94dcae92ec3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c279885bcae082e31fcfeb69e59cb87dc47be010da17d77390ef33dd9a156d69
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ca0e4151ce6228135eda1f25ddc71d0df125664
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1a5c0b882a8105083bcb29aa0eaf21cb6fd6acb94e2ff5897a6e71d0cfd0024
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e685d71b7a236d3c73082ece4a9dc3ba9086245f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a6a1ad896b2d40dc262be24696b55ee37dc8f5bbb972bc5067f51746f1feb1a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6256969b742d8b625b31f1e8360e6822e3001aee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae7caae45249956ff7576d28ac61b82bab444e6fe29d1ce781f25fdf575ae8f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea82faa5a020fad2009d58cef7b52a32e18db733
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a1639520b828098130e0317a3130d5e11d9d926d1a348531d27e83e11bfce41
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc985939420e0aa5fe5ee74ef782dd372558813
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b1622f6807f17835de981de4dca1b00387ea4459e887f05afb20177e1b011ef
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/lm_head/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91aa8b76c8f5f8f7510c591d8db1ecf8dc3e537f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:587b991265ce0b543dd4171f21c57f8765c40c1eb61d92f47c64a8c87972352b
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/lm_head/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8479811cbdc844d4b069f821b1fca09a2bc29fa8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1851be15fdf98f51c9ba2599e9963192c42b4194398446923db026fdc389201
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c63eadfafc67641ed491619bfa20881d1fb34108
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8889f21c2fcb863818ec82c32ca410eeaed9f4fa7af47bd6b9a0691c80fcb2c4
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a11c9e6c47493d1c1a93d90b529f29ba92fa8327
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44dba299970315080e40efcbaf7fe8f83d0ecc30225b132db5126ddfb9848bf6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..832f558a812229f2e57212240db73966746fd519
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4584591666f526d45fbbb952a9823111e48f2becd4564b736b8f7a5765201153
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce8f74c3e70275eb31bbd5dd3a70900578fd7d41
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7a3ae4b2efd508f40da443d61a48928c9a1890ecfa9ae93339908f248875a86
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b094338215eaac4a0f99a01a1f2ccb705bbddd6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d960fa925b14f580c5b000a1b24f31f06a76fb347076275d73ce02dfe78eff2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..910d3a2b88918be7195a7c293d059267c9c2050b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4e29425bb2a19188502ad0ff8526bf804e80473e8284e629386f46db8edc74d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6558a924dbf26c9e66eb80cb112acceea5ad083
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a878c4a19549145c5154aa3c81f57211bab0631112a85271d24ce46dae7a40
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88a64ae1afb836e33525fe943a52d76a0a9eb50d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3353cf5ef97f8a3f8e2ae1e0cac550860940d46bb44b23502966d38a5ea3c4c2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3d382bd5ab0cd3e6723c233429300dcc8912e3f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3d8296528e62abc342202ffff380db3ae12aee97a58f78d4b341bb6ce308d3d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec30b04fc6591c42a396883d1707d7b07492ea02
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:458f434f87238d00f294df642b6351d9a317c4d263fc7d3386102994285f4588
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..415be2737c1813111f959bc89e18937ef3bf5e09
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c69c2cf2be1a0c40da7e70c03ddfc30b772255d02a9375f47e28f554833b33
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b6341f00e55d9692855d894ceab5309ec59c13b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94b2258fa77df49f23679e2a2f8e7884c53f0cd6a56886f915e21892bfdad603
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4fc8ea0e64a7ef93686bac534d08989ced3ffc4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9acd011130f30b6c1c4727b8f9049bcc954bbba9dcb66989ea9e42f6ce307e20
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9166ec4d30f87a1b51ec243506ca29f6eae96907
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba3a0cf98067f5124f39a41747588b19d489c091d3e453b1f79ee41fd9b04b1c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4c3c5df5e203560bb62a0e4b563b4a25159b456
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21fc1ccd3dc587c3ece08d8a3b2c401a9e2eedc738e7ab9fdf6951e04f641c5d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e55d0754f5a515ce83e1b0bf84138e908e075e4e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fb95d94632f313199747f56aee24f88b5fc47a62248cd74ec268cca0fca25bb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43a3980fb332011b6bc93b6f83bce3df2bca91ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9e83ba2b321bab1928748b7b4c00f64e0d7f3104ce785830841a04f2da1cf5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d745e46af0dc923e326f2ba7f23412f0fa9d8d80
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6f658467eddf08a335ee6933dcb86b4cb4afc777ed16d118814dac5816c03cf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7efa54150443d699068aa30c7b4e9dc2b17cab80
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77ab11f4d1e55e71b4576cabaec5bd7ee3e3ec9276f4c2773b0075ff05d7e75c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a255e9e7b76667bb60c25d9f3d5a01575ec9c0e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92534b24df0238c5a7da82eea4ad362e8acbc7eff36d72403fb7ef362cb09608
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc0870b410e634eee2df258cf9dffc07804aed3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b605436bc67371876d16b17cf23066b5e3ccd1a7d3ab06eefdfbf84681fa49bd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0282f708a1eabbea37f6714da0afb0371e5d345
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b0bf897c8d1dbbca6029034dc90e32213686b486f4f935938a92936f4e02514
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84e39d218ce1fbdb046123d3c346921bdf6b2a61
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e0c7c7ebccf300d1830684d3a2184fbd4f52a70d364b41b8aa2ca12ccbdb720
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..800dde7dac931c4e37d8f557e8a4cd969beaea07
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:749f3913f9edfb637a59061a31d6dd0ea53185e8b1c3156cf8e61cb83e00d25d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77f7b7716115b2e9d2eee100e7bbd1da9ac1c647
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e6854e2b89d31c033f43994b7abc21d88348a89524d034d25733df8a612e0a3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d0714785dd0897ad1930018dba29025b36b45bf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:490f0215e6484b15e960c85e8feed00f80becc92b8605d5ece7a946774e7bd7d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea676839b6a710de1ff4f9d9345034843fa83f25
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3eb61945c34258efb036f53032df8a86d1f3e3be13110b4d7447a320eb6a234
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5563e746427898fb87bdecc708b485e02a114514
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:744c74511e2580480cabb2ccf2e82b00458668b5801208343a526d15cf8de4bb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73e19fc0012323313788518d426c4b0b431cee20
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b9e6cfec801ed64d9c1a7e129c02b56cfa6e28f4275b64ad7fa5dfd5e5d3f5e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c99123d5158941d9025bf5f70aea9896c50689c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:151afcee1c008421ec2086fe1d350c5a3890c616a7bbeb9a404947c8f9de9e44
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350a2cfd6edb99b4190ba009962557e05f211bae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5a509372f443c59546d7b8155329d798cdbffcacbd13457fe5c63c49cec5843
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70f69b854a0dc34466ddb9b4586eb0b9366d3eea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:386cf723555bfdd7df1da386744bdbeca46f19be92c8211d6b1dacc820f42417
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c8b15ff233a0ac382ea6e2a625931244f959062
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e29876e8b8649028632c64c56f267d60c6c077abd9ad1b88f216858f67c5c37
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77a9da3aca230a78a74e35108b01d73c934181b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32370b86e1846c54e6f57754e7cda36a3666db532e182eb0280e7ada03a00c37
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..159b59dde6fbe034dbd069cd58057d04df78bf64
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e6121aead4b3cab258613fcd8f752729bfb642f71269ecb48b53eb57552ebc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eb8f3d75c4f873490632948729cae140a0004c6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66b946d6f6315c69d9d9d819acb649a7c2c35f39675077a72ea51bf99663470d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84d54b0239456528a605234be5a7039133ee0eca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:497707d7d576ea4c2fb8e51aa9191dfafbac0bcfa95cccbc4ce114201dd4baee
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f298ceeafc45363a5682624a98bfaf249e6c7f14
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7332baeade09c6c1261a6b4abe5bcb48b15fa6eabc4fb49d7eea8b350b15a70a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65cac0a714adb9003007dcc9f52803d3e63a0c2b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:984e53385cc5f09f0479d8a19136f0ea8fb74fb962be085055aabdcceaee3127
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc1ff52bcb4dbbc19020f8005db7ccf801a1e4d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea93dc3530d50bd380de909b71ff9a584d081bf6bd570e1f631e29e57d0db734
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a31fb140985905a65f60503dacbef630ff70ea54
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:866bfe4294d297d6255530cc09c1245832b67123ae619d4047cf3fbd517ec51a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33c84b879cb065ccc779142382b94701934f4469
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6639646285dc001bed2419944b8e0491bb7144848dac42d0d59b095837c95c5d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ca10562bf0994ce762b2aaef04a29d0cd51378d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3ef1aba6245b299f3292d8ff2233609ad1e5ff24aec35403fc89bb8bb8ce318
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07f9f4b765a91242ebac8ed0cb0bbab5afe2b66f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6d70843aa0d1473884247ab1f3ad6ef3a48a35176f482937272a1028e61a5db
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f5a78745b4201df431123e7398060c4b293247c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2db6a86872a583c5457e406e2fea68d03820a0c575a244991a8abcbd6a8b7691
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ecf02d2a8d043f7832e3ce72ea62df9e9fefbe7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adaa0a17f04b5a1f69c41f63c862d9ed546b631723928a421c9ca5c9d21d507c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2aea633c9616cb3321de010217ee4ed898a3b83
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:310e5d1188a656293648954212383e52056cc64c2aadc93e87b6133d170b5bcc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4e43d0ab9d6b78f48484faeac97343601eb5483
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3f773e7d97bf2674d219092055878ed4bf9d4d33796f96bcbda8ee84090ab2d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b616ffa3662b5b72d9c0819a4d8f001da49d7054
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1cbd17cc37dbae9796f0af11d8ebf68a305e253bf28d18dfd511c3f1494a833
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd426cd17dc810e2f2f500fecaec2bd05d797cc6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:477a09080ad56fadd11c4eea3231ef13a0278fb2c3baaa97175247354f813074
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa881d5646c3a70a55281ae9795816b21a1c623d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa6ef79770e5a50cfffcffd0c00edaf2ebdb636324707cafa91a116427623020
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3861f4fba506c00bf5803f0b131f6b0ca33b8ed3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a137a63d0994bc342a2ea67cf235187cfa2c84c00714e64d65d20af856c4f73
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0478587220de1e0ed7b3e1d41faef19e0b75f98
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c6caf636468462d9850977fc8227b989519bb8f1a4cb625149f9fda68ae83e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8f0e3c0391456ab3ce0d519d3f15a7a3c24ae1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f391a313f74aab937b45cb3d8f4cbe415c7916ae20f2d53c634f51661dc737d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b7bac36ea258d364ae91f5f6f5278307d23d840
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe980bde90d3daefe838b40487f90c297b7ee061885291ace6366d11ca8a0677
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b77e30053f7377b3c81407e88d69acebbec976b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e1e55aabaf40a4186de0cef7a7c5af1e693b86a4540d8366c9c821b87a6e5ba
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3d0b0999b03938145db23b6b72aaae4a0ac414a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d51b1ee6d7fc5feb8852969ef0b9c8d37b85f8c7412d959df056b54a0cc0bd6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..009d535d952f7f903ed60376fc44936fb12b70af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:759b3b9e586c10101e4ac6af9b6943ddee05ee2300cc530ca00b2cd8eacf433e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d86136f43085acba78ce77bdf08d57fef07722d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6db382f59d050bfa9561cb1ccac949cbbc59d13b2c0592ea2c7fda2a0cdbddb8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70a17e2b297f0a7febb888d744f707add4ed68f5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ab27ee3f9149eb90637da5d30d9f2f9a450afecb8e26229069a3d13cf4dad64
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40dedd9779438b414bed75f024a7ec190a1ae95b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81618ff7af1f34770484089513302c1407605d92d72c08f067b94e6021a7e714
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06a08557de4aec6d1b4e237e8fbc4d49850f1e45
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5545cb35655ffd41df6a44dde2ef53acf662c1fa17ffdbe042916298d2d3dbd6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37fe3d2656ddca8cbe2273bece128ae7baaf6ef7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9fb6eca0304688f509354a5bf02126db783774f50ab8c46a1b50210dbf02c6f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81c737dd1a5a823e86621dc5633baa98734bc4ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:296b74d921ba1f2233f21eb39d72b2eb617e41b49c53146a25dbd70f29421a5a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc24bc339140f4fa984dcf7d6d9595e524d4653
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d89b405ab3f885a18dce32ac53c2573ec355bd7c09e80b90cd6867a37d2a315a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c6d853aa5180a6b51c9863ddca14b853241e055
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71c7369fee37bb104e3ce4d922b502fd57d94da85c7f28cfdf3f835df0e4fdbd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d64f0c9acb5e72aaea53c5071205101ae8dff7eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b1aef6e28c49084ffb2a93deaa21e01d4dfd704f274ee1b7925c60d36da9bd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71ffd1b6d8114ba99c5c883139b53d2277dff1dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30019bfb628cefd86b25e89db34c71447415f337dbbb6e7efc1534dd15196354
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5de58578c666c288647169108204f1a79eda8faa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9936dfc907332d6a7edd52526f48a4f9d24c4619997540a161e2eb3f24d6ee43
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e121c2f33f1e4ef582a42f74ba24df108ccf472
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a35a500cac74a594305e1b964ff0340311024c87da67797cbd3169f2fa05c15
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3d6f44b8359c45b39894b48e033ac8f93b70ef3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:076d43dbf04d5bc8e451c6db2b7c47d5917b7f40fac1cbb971f39bc5b155a46c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a37c5567506fc885fe644f3dd61a852482c21314
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f45e47326e70c316290900cd2d3600af49ef47a16c57a6d76cc69db77141659
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..585ec98c1f4100dd173617040cc351846e8e1470
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f19d654c0c8d8c71db79e129855f9b770ca9530dba0f9e3819376c0ee8ab6f17
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..977c78466ce5e51ed873ddb4d9f9d3518f3853f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13ceead1078dc6cde34685b9be0f97b210bd166bf4225b301645a1f88e6b7a48
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f71339554338a459ea395f47dcf6a728d87d54
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:704aff375c16f290550c1439d981801c8e72fbca1c07bd28ce1353acd24f54cb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b47dd4e17000846d27f61313d0f75f0fba180f22
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42db9a5f6aee9fb97129e37b1705d65312a5899f99eb17e20911de143c0f6003
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b33dcc82e3b08511806302cd3d44d09177674eac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73833a5f9c5d8aeeffdeb952e1ac3d14d1b817e8b530860101793bb27160fb13
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2834a803af1d803e50205682112ea07663c67b7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7c83b7d9b556ab67ee365d3f1226724a7f276baa85aa2b476026d0e5b921b12
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c800f39bc6160b1e7ce4738b116e2e44df220ac1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b687dfaf1758f366c6f8b8dbfc262fbeb3561af967f9a612f8832f4fcd0df6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e8d6ca7b858d2a2e4f1c85aa7cf065ba48b4e5a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a36316e6f4ca7eec76887d7bf45a8e6e50722078e430f3fb0d724fc286cb8b7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0941aab582c71e09a99aa3dd1b6b516a8283657
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72593367530f1b97e1383896a7dca12a85b353b3f37588dfbc38d1ba0a23a916
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4b4fe1580001c80ddc836c2f7cd59575301812b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c1d1c855f7ccb1b6926372387cd1c4f4dc47368a5c2d2ca4e900b9c70eee6a1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18447eace40650fb40330e6236287edc073b6280
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52deb4684e5904a2b964b011e31197de88d17bf243ab397e139b69c5e603d8d5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b34a817f28076384b2e66f61844b8d7fd07610f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e29aced3b584287c8a6b3d529c03e4d8786f89b9546ad8547384cadc81b9f62e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90c3c140f7127b088d420f57996eca77b7ec37ca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a77fbcd50f5075a2fcdde240dcbdf1c8ea5b7623b74f097b388bcbfddab17f8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cc85f2d512c8fe7e4bacdfd8b15eab9298e7adb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f18d6a54d1670f66679df30744f8d94de70d661940c75f5b7dcd143c44f77f39
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29d5ce5df40152f003eced5adbe511664cc02a05
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50f8df9752e1c2afef3ae45b4fec4216e26dde2d5618729ec8e7c4102a58fffb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f39e44f9b6545ef987fa16025271aa3e3ac67836
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df2759d469ea540d37ef0046fc054a9c5da2c7b5ab058d25d9e86f28e48e04cc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4941cba462841039d4a3f3e0caf2a37820eccdcd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cd84e87c149d9ab067df5d2cdbfb796c86093c7c310d361719ddfcceda97c47
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d607caa190da31319bcf3c9d351170baa2fe77a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da63235551adf81c4afba08f7dd882182ff23ca53aad22fc92d36e75910293a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dc5a77926032aee4359f8702ea107f86a4d9e42
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8084ab1371a6cdd1c039d8c9d3ef271b612d30d4aa1626e52fd6ee9332abc95
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..012fbd1a6667c06fe5db7faa1bfd66d1e5404482
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abff3c0e4ae7a711c8838682c54ee4713f60cccfb9619fea99fb434fe1b39930
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbae72ecdccdbe09a4edcaa446944e546f70db01
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e3ac0bad020046c47baa80a50fe3a531fdaecbc973cb29cd14466843dd6f78d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e87a5d66f2423bb151d74931c31641ae2887aa7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a09fbf99a83fa60108160c346c46044d00572d35609a27ab745e53dbaabe74d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87b23e0b579da6ab45050db1f9e9502cb7ffebfa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3394d461b07ca0f6b2563c3933afe15fed6db0e28cfac0ae58bd7cd4c3ba69d8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75f6b6d6fadf29f9bd5725b095bf5e8169374630
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cb1a13c4af5e9400b600f17904593b72d05f15f1fc0aa54c03e3b38ea678308
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fede712a97711e2fba7730195325ceceb246068f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6ac5838f7eb05cd16c049cd0e2a611f02b2f6d77190f0295c182eed34f66cb5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d8dc798e8b71edfa062289254c5c691fa45b3e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:747158670db952f4eac094c077df762817c72255c349686566287d399c59536a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..170c35b6e89ae38f82ff491d15bce062d0cc1869
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c9652771d19014e59b2e33b4011744315608cdfb6e217f198e8bacf6b1adae1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cababf8f7ccca97d37c5ad2de833aad20534b561
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1afb51bf89d4a3d65801bbf03a14282e2161ae9952a32b7de2ef7a586c9a6c36
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fb99a3eac441683910796c1a68669318004cdd2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d4591106c73564b3e669c13d1cb0151bc418089bf819788ed747f2619e13261
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..597ad170e9aa683e72704b6fd199d0a2e95fb6cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fbbfa07a6fbd7d00e81ac9cedd4fc1403635c7de88c53add1ed2d7200bbd8de
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c51b4696e61b668e1fe6c08c91de2fec0bb580c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:536e37d513b5978733347823a44461d0c3065da89f5c61a141e44a10fc115a11
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e4fce72e069e9393f69532587012b3095ba44dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8f79aa6f95de284925237cae3e6e94bbe7da3523c6b2b0d855e674a6cd2ac6a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15b9b10783eced88dc6ca654100c0d56b5fb0491
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e91aa864f2f6388bf41c154b1a4f403c447062c0a02a0a757e40c66b484d1a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad1a09ed931a6bed92598546a692f98157078598
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5da6d5eba06b43ef9a2bc54b9c91a942730c55521fc83bfdd2451c5b122a4dd0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0cdf79ac42e2cdcab3e68a597bc3e248bccc1a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a642da29bb6e92b1b1e1abe0096325442414643f87c9035714c9537294e7c48
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aea8d5165ccdf1af1bf077ddf88338a65c7198be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:244fa4f5c3bceb1c24fd7418e691465e61625c6c9cbcd4afa922343ae5f33436
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..879eb662ce42f9cc20019bb1377ed887ce32217a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea3d9562faf5ba85c06776acdfaef21c5ac8b683989365a27c59dede3c2c617
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c88756629b23cf0d1970f8d3b1e806d10f817d3d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9765dba8255ae582a02ca44bef583d230d178a5d273889a175b66b8ce2d7c41c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e285e47d29cfc3075301ae5263f20a34e0511b23
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44c65b0225edbc75dcff77d41f74bbf86f5ac2a28d6272dd3f7ced876b81ddda
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..396224621ea1f662dddaaf3c15b0436bbb37b684
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5566df548a6c11acab1ddcf0e052592814e0a88d07550aa309c9bb93b3c9a1f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd359fc54fd97e438c26b7f2921f9c89586d45b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f19909ddb9f05fda0e15960aaa848714dba64eece7f6f935df1cb5b5455b6d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..331efa4e71e16b16b209bde578bcadd4a82dbc43
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ff9c75fdb8b44c9163a9f9e68f9805179a72d94899131a873e84ead8720b96
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d16519b3d549135b97eff632e31f842583940e9f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a29f8af2a07fa7f0e7d89cbe52f03353d308add4ffc91d56ea18ce56b41c83
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f829fa4d32723706cce017e9ab29381b7b2ab07
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e84eccca695765acd2f95357ad261915091d683b8b3104356697fcaf91dc234
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edd69102625c8642127f2e0e9c65af6ec007fe36
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9dc7a528a8f2fc48d8036695115f30ffc5f3fc5eb745f7e84677117a833a9c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..724c0cf4fbe69eea80968a1cd5e5b083dfb9aa86
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39a1266e13f4585023830f864d281fd30c13e5e3fb49256209a6a75d6cd91db8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e77449459656053f834b4cbb4a3ae138ba3e2eb4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b564a49909e40e24b613a70c014b8daac1d821d79185d0771de6c49347b6f976
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..311bf4af73bbc1f29e3f11ae277fdf0c6753162d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e3584fa851cc237b71eee606dcb13b1dd20f0b06a1a627b9220d0c557a989bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2feb838966b0b62c5ddf72c452e27254a0d6cfe6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cb64d204a3c91af0ae8efcf555a6f8c87ca7c768c1495fad5ee46707ecc5b63
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90ee38926a37d83b3be7dba86572573bc8d0b598
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be84250c23785ad6ac9b095c3cd1d084098747d4a4811979d675c5713a89b1c1
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5c4d376ba025f4a74fd4c7cadbe7456b65e6927
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:024b00ed62a67cbf9b2c79905091ee8a6885b0e747a7e86958f7b586f30fdc84
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6bdffe00a6523eeb1a298c4a3dfcaac1ee4bd38
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:effd311784c3e40b2a802fe607ddb8023d56d73227f76d8fbd4033f0f83ad3a7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92be524e7e95ad8d0b0c8bb7d5237719be3210f1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64c5a705eec5d744282b2ca86a86321998189014bcebd6f0961e5a0d655a2a96
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b57093c794b67bfbea36a52e2f73940618fd142a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e47949ad2ab67607e0bac72da419a933823bdd5a049f982511200e3b803ad7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8900130817974067d0cff00319d6c3a6a92b0e57
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac83e663d199fa4cde33eb2bc6906382b7a025b3c5935f507ad900c261154ad9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8177fbbcf2f124b4749d680ec5edfc1e229ab49d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e2c90b6411a430d7b065feb8bf4e532a601747c7a33b6e77f5d1263936d192c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..761a50b3bf8a8f3d3cb23a5b97be98f9dcc9602c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce4fbb023beafd4ada2cef145f48ce49da7636302bc026cc89b435fc7c901866
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a0a9a3e78e444af0ae9f595f875108b5db8522f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d9aace8ebc3fe735d0230577780e6ef059d9b118366480ab91624448c058df
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaa98a858bf40d88bfe8245dc0699612f549664e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:358d6d92604ea240be108d0e60b6b25ce5a61d6e3641b59a9d7bda142b1d9889
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c57d787450fd16e8ad4f59d80705d40cbb7aa34
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11d2c7ec7bf720e393c492ca4d922795702c0a19191109b375f0d7c81c4e44c2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..365e800d8f56dc18099facf4cc5090e6f719b4e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c95035b19fb365d9cbb98128a80cf26cbade0d57e12c714f4e1035806c0a6d8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db2655f66f090670be5e4b6fa42d1958274172b6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6d35da11a8ff4ba42dabddc2f3766b9ee190de67b7b09e58077a01e9b1fb2d0
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39f022da9d80cb2facba28acd6e88888a43687e0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8200f257dc996a082d684d987c2ee30f8627c36810ec542807a5a7d7e22d89
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a0b96bf0a0b77886a4976b5d5d4ee16e17a977d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:501e62d3d581b15c50fc5dece23a838149b6c31d435b81fa23ee93a5363b91f7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..149a4f706d5b4797e00c9493f58a3965002f9035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c69c4baa6c0cca60712c9ddb151879a8cbb26e1fef3163a8d8fc78caf1a55efe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3f7c5dd76dc98d719c94826cba37eb2474a83ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0734bcd38a85bd504959144eb8a4dbafb221a5b6b21f34825606dd7658126b3b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab556e0a4facc0b5e2c05b5050e8d051e36a4d2f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:017ca5c3cd6014b6b5fd91b2ab8c5f76d25680a3aab6100e5455bd9634b42abf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64d49515385f8d80595fa9afdecfef1c5a9b9567
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62749b388722fb478a77887ff469dd1cfedbf05c1d1f0ed8cd9d238980ad070f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fd79abd9a5b0719f29e68249a2f0aa3c7501e65
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62574b89e649431441393923a2497f5a493bf4fbd46d78f6c7aa054d9895f756
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf332e28ad4f5d659857b53c13489b9d4beff5bf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b5346cdaee6be200b618532dcbc829a881d4e2444cf40d102e21d951b70573
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..382c2665a7c0f9baf6143e9b70ee7d52d98ed51b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8756b44f4972b22a750cd5a32693618fb37091e483b2a5c0e0613e54adebe825
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff25aaff3319fa74cb89e24cd3d0aed237699124
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ed14db09c80257b021e19b9003042e7a9a1071251093c9b923f1990a4419ca2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5af30fd66ff0fadc220abdcf606fe6d0f4a30c0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:162044e7d59b7145721eb16089da1aaed91cf8fcb480220f96fde8050551bcf5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..327f0528dd1748363628da24e0da8ff56bb87884
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9c25d39a783f2ed5151e3c7f9f42538dbdcb5c3ad9697724ead9afca4c0f78
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91b199c9dd25062922fbb1c5a7fd8d62c8993956
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:685f7dd8133764a5557402c70a23140dd20c657d504cbad684c787eda4ceb0e8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93d5c7d8f7bc662fdce83749c883994f892546f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1f80e990e8ac47cca97758fcf77650d93f46caab54799b451a66fd0dc794636
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f34c1065615d6d4bbdb7c729a09eb8d8eb83ca78
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9972f5b1d0848ade8d0602f1173d486a794d5f13d1e253016e0333a049414c15
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c0b3f25f27255ca823484a5b5811fa0c52f024
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4738f9bab436f41c2827a1065238781bc553669cdb56bf5b45fb75c775460460
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3e3cd1004dc2c9a29a7275d00d94e8a86197637
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f4d69f8c4fc8588a8f0ea5eb99364a818e0b5248969f203f504027dc487a13e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15e021232e4c95daa8be0f9d21c054bc7b19121f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5008720ed9a997c5ffa53bde6825a2036332de68b208e39e40dfa89bc70edb92
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b8dd8d355e24abaefb8ce1ebd153df55535da4f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c99fe14dbdece089e9812c49bd4183fe72fe341f1c13635ca487baa29269dfe9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f40a901d2fccc92897c349f985842087803462bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95a57e604473634106b99f369eb741d9180c7865c7671ccdc9a26148d277a0e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7cf5f6138ae10f400bf2e3507e3f193cb786c43
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1def42445bc16de1ef225bb26049fb39edda44bceb72c1f574336e66c133fc32
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c87cd9032647db47a61373459c8344d611f788e4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdd70275404c2d06660e392fd7031c2b18737c156ea6cf5c428ea504feff0aae
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..251baaa398c1f98b1c22f1cef19869f094f2d838
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e53d69ca5231e576d3773dcff00f7b64df1983a16246417f5cc1b468cbb490e9
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2089894135a46a40caae55ae729e26a7c3c472bc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2018c65f38a06804065a98b07cd6304583cfe1839bae7b0043cb2fe40b64f17c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c724ed3e60282a56831506fd1b4541cade0968f6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23e9c0ad6d95879421aa3942b47c0f49836bd3ca608019a4728f9eb5081ebe56
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60ada77f4a50ab53a8c28480cf01cb383829dc7c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dee513d8bf5dd4b051e7c7173b2a51fa95a0bfa7a4d1f80160301ce7d28bcf78
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38e202c51538f4d399f979cce064118c2c1a10b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71350c63c76dc2fb57a82c21e523f57b580ac2c99ba1b26291c02598462fe14e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caa0d6344cc482c8af5cade355def2e423f5ab17
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0deeb6fd299c3eed0e262cbfb440c14364b0192be115636726fa86910cd27fb6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c157620eee020d58e54d2a15864777376f3325f7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:402f608f3666ea11501761e5c7e73d93cc2361133949b5798935eec312098a43
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d41f643e93bc831ba8bd6c21379c73f9678c8ece
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7f02b86420ba881c8e3c55beefc9421aa3dd145ae4af649b49f22974a973cd4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46c042d055a413512c2f5981d61c7f0c7da4277d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e53e4712bf8233d50cbd4da826dcc0f14f6a04f08758b1f469dcf040af38fe0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9da26547067fa8f7d11d4b4d6bdce1df6f4bb56
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21ad7a54fb85037157ab5511acf09ee23e0a37f35147e52051315a94b68edc76
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55fb971ec3762f3667a1aa2f9beada8bda7a3263
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c40c73c9e531e3db128a29bb8bd30488a941cc36b733372b36bc3e233778c4d8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5247565e8ccb13187702feb94ea61d6c6a42f0ea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55d4dd5ad0fcc744da28b4c10c921e12dbeafc0373637be94532b483ee0a488e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe21442fd8b2014282cc4282208ab9cfa5c63529
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:824806c0d373f4370eb987097d7da6d7b4d9f14e3f31bab0676b7b82010f1809
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9adf027ca4e18863820ef8c0716444f6bbd77c72
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e56c391cb542f8ca2716bb1cc1e459aa2874420816726300627b759f5fe33187
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..576b690e6d482191d2d7931ec69eef8978cdb974
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5d1468094abfa51f94fa0564a3217efc236f3415e3d2543bfd0910d6b5d030a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7b94440156423c911b116e1d4f7fd02a50e2509
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c7583074010b9172db7ce63443ec9d78831cd879069a0105a4ffe13cdb599b7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72c7e8a1eb986be28a90400dd2fe1adaabe541e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b16f1d3aaaf5eb4cc3aa9bc905536041cb14baae12e6b7b8cb89d2eb8ed68573
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92e9c6f1abed297a3ad1ccfe197e68a4c1af591c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da21d95a191b4bc66b8705d61fde6f5cc34ddae4a4c4bb46bd968ca6ed05d6a5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c14aedcac6a743fba68c39c770a89cfb0fe1d96
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d5321a29a95015b70fa842280627be6c28a6b347a0246ed3500c138e1bdcd88
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f7f90bcdaaafeccb7779a9a0fb9567e024a2087
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e868472d4b82c17169cd1e77c2f6c055f78dc211d9e4f7cec60604fc35c70c6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a1b24e0b4964038378cdc55acd071f10661c2fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48165f626666af9b11c962a67b75823a4a2967afced00c8e56f1599d8eaa7313
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95136a5530637a0a74f9d886a83184b118158063
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7d033eaf2fdfdeef3713edc36ee325a03b2f78a19cb9b79d6b7b14356ba5e44
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f11c9069916db70580cd30518a9414c7ce43e4d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cff2f826db675e6a194c26a2e64f23642391d8e544a1c166d197fa6e40a2daa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82bfdfe3c1037c0e6707fe404a8e0f9599bf10e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d019160ba3b4f83440b96e70e1a2771d168ca36ebe8387b7d8f5a6f10983f80
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05114203915552294898cf50ddbc3410718edc7c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e1f778c30f55d59daaee88308129e29c5578fb0509a2108e02f7431f2148f67
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f603b089c8a10cb4e48e3def8e5ccccbc8df20e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b0ba0366e1355d71af5263a915bd236da73a6db48c902f138d78190f3174c0a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b4445266e2e6011d2c5b717c07092b678e5043e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3caa75ac2c1e20a24722c9845869a2703f2e1842792a58f011eca05f2cd7442
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa4acd6a3bb34a055b5da2a2b4e628c0f223652c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ad56bdd11819e2bed57f674370404711ea10de853069f7021b944e18743c0b6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98da9d232e48197d68e319fc786ac88ad6cfb5b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfbb96d7a45b968cc77c402b555f626cf35940c1f6356d994f79d106ad1f1a1d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b2ee7843182c54364c3e293d287bfc3c0a02bb8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7045ceb78a2442c014f2ac5f5fc3f6cce15602aae18c79fdf35a1c736ed0dde4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ce584988db4f3d004cac84b69c676c1c130c282
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7087974fe67dc513b4dc5fcf254bf1757ffa947abf8a89c33ac10a7937fa2a47
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3011dd7191f9391a5933cbda31eb9b4eb770e9e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:719429022027b7d27f2c1f9e7e6f9e0b380a30e74f38f58d2eee933375feaaf1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be91c67c8674f51f9f0629f405911c76428af462
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09d1b57ce185e17649bfc2c91e0280d80d5a0700141bc4191007870228dfca4c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..619e15ea3a79dcd8ee7e6af130b6970b5a8b34db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b61726a1a4e38fa7939383d24038a84b4726d1a2f298b144881eda54e9ff59c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc1375b648360c4462b9092e7bf88b88f9eaa26a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfae896024d97f2f9e73c9688d0735b1d394545922f05c81b2de63f0de66e72d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d34037bfff7be359e808af2355751e10ec666a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ec30c624328bbcfb57b6b91d681cac10957c9beb9e158363a4fecc56a157a6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea48e421f34dec5d9a320767d8e63d74a2743e2f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89c207f47e90b1fdcacbff080efd5d18b1d54745b042caf8cb533ee25e301cc7
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abe7da4c46c55f24be5bd45543abbfb1c79578ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b2eee9e1db7b0a78eb620d237e873653621e997f312df40e2284183098cf8c8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..965102c29b4b51e9a2d5bcf1dca5cc456ece78d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1eee2732c2f64cb08239bae01dc36cec61a11b43e5fbc8544b5a12ab3863576
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dad01973d225e5ef7cf93d37389c46007877bc27
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a0b4df86fca2b76d1e3ecbed3b9e8a7a8d83619f2570ccd7f32034ce0043455
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91b041ba440b582ed8f0c3039ce1cb6cd21cba67
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51352067751dd817f73947bcb6212f4f1eb1b261f8403499fbeedc7a3a7d8c8c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc3977ebaf0d46a590225ad5f29414118722fca8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbd38ea351501fe61aee5fc04d11ddcf769ee2267a00206be32adacfda7b8d69
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0b7c766f52366ef0e572fb52deacd0558b92807
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf6c704b3ab16ed2c39226e20f327f0ed5322a75962ff278170ea29eae31b8e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed67518bff3561f1f1cd54382a76eac78ed8f1bc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:293c8ccd16c1e01d88ed65d1fa59d6a63762d9d01309b069323ded97ebee1985
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de49b66ba0e4f03fe3afd3914d6b4bbc4df7dd3b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a15919bb5c7c41668cb06b74f28c748c0de7e0ac93c0d1675f19a0d2c06c60b0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d206a8b231e14283d22e42e22de929f12c33620
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c70f593f7f65a5c8760c4d3a0c39b7c93b592c0e5aa7c3435e09bb59774acb68
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23865c12fb89fcad6a17911b67ac6f332b444f99
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b207b54c0633536c31e6c6f7d2b2877c4c7cdb351619cfb5be638bd54b35f5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c30a2a31c9aa32a2a3e83faeac6c5c5a31fa6801
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8559688a114b7e045d4d24df21f8a8bca59e31fa197b68d5a68ab5a84a280935
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d7dc7e4183eca32ddbb3eabeabee85884908429
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9f293b64ca063e0905d3afbc761dea697f33e3c3d8d6282311511f7695cc951
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4258f30d75a0f7da12ed283badfa723cb8ffdef0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc7783619c57ede3e5195af20ecb00e302a6fceaf5a64379b871ed4118e919c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..855024565dd025f6cf5d18e7abd8744031895cdf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd4d6560131eef22848e524624c5d00e6e92e4588da247cfee54d2c0c8ee4335
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60b7760326b647d1c67a50f451fc0cbc7480ddb4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a3545cafca2b63ecb878dc94e839f937a6676395996e6c178afaeeae2085d6b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98989746386b4b94aa76563e992e29ec87c5424a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abfb97f0e8a404c34e365d2b6672f367ea7f2f0dc06420a6e36d812b7837c5ba
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..511177d882a2f5e4b3c9e0a45e051ecbdf9c162e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:debc4691e9b387aa87a8f7e96cba981208f1bc047012265a64ff26b92f7e1121
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..844137ed38454acd228af0abd0b77bf253cabb18
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a9e1f6549b5f8206eb8d148ff1332f38c94cb20e5939023840fdfc90414421
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..282e5c8115bacdbab994f8f5ff63ead64b6116c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:784fcd47d29b62b8ff08f96ccc49ca4f54a5254c02141cb3306aedf4d2c13cff
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d29274809cbfa86890b3ec853ba62a66286f577c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db3859637564e20110343080c36ceb48ff272602619971066cf990c174a69cce
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bff498b29ba92c0bc26f7378840efc64f9ed00fa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3f95cbf798a8b5251d5892954fa0262007b609f284210cca4fa87db4b9117b2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47d8fa6d8afcb41e3e72269f8d7c9de2037f5307
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:054db5cdb67006a8d3e457bb9e0e836c569b15aadb063f60d59d993617c0006d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0093725d92bc9749780ff8e560b2742881762058
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb90b795d3badfa8640a0de0ef319f2f6dea9b434e152a159e3475c1182af643
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..171daecbccecfe52136c65d761c9b8c2e84f4282
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a217311681aafbfaafadb119840f56c10396b1bf065cfa9b4bbdc54f45feb766
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25b4e0cb88745301d04d574df719236f34e5d353
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:348e1ef7b6176f8de3e0672e4b722c07eb0a52176f3ddcb5ecd0c8f91065c9cf
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..657651180372a0b4f0ae992557cf9fd03bc5c285
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f993b7d2ba971a6c1965f3ea1ac5b000fe459522870410c6c6d26e0081f2d2b8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64f5be769fba0884de9895c701d558275f43d7c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f7292b5ec359790608a21fbb648e9bd0bbfd20c50a1d55ca321b2f4dd157b7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f7d239f53638a462834ebb4891430b2e47f671f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94148304e926ee347937b4609755071628c27735a69cdafed435827b53b42268
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b401759c6c95fec5251b653a6853355df3693d98
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48cf3506c417fe0e56b78736af7ee79982a6ed6c138d60532ad123270d62feda
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acafdcc355e68f2c41d3e393f516c78be766f7e8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42aca9fbc054f41f008151cc48c41a40a135f9d07d08c47aeb0c8472f98792bc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a63d7c6dcec70ccda330a816a0f039bfc9b4f46
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fe5347f3b18ff2eefcc48cd49fbdb8563acad4158a4a7cbb44418506d95907a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..946fd4c4472416dcc2a90b9eeff64a63d631dc66
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6444108e8f4b8aa67ef53a845dbd0328df0a5624db009c9a52ff708f4af08e05
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e0268801fbcd7859a18103524af21b9a993d907
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df0b70636cb515cf3d4bcd2f255c360e4d56780502f413af9ceed8c5df0561d4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14ad125e458c17ddb5a0cd579cd9eac04e8dba61
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e16687689ee61559b07da789f02d143c488cf4a859b781ac49f69bce329fb7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cfd67ed254899a5336783d9bd92d7c963e99042
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dab719d64a167ce57f8d37343cbd26dee2067d735b8f134ada163184532f2c07
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3dbf7f6ed555d34eb00c71fe63cf48e9d42f3cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a7da78c0776f56dee23c4b61d835c68e59b3082871f6effbb9721856c7bf12e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f81b288aea12381808599131a6c87fcb8da4cb66
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24fa47fffc7af2ac742463392219f3506c9273f56cabb6e81f19921f1d3460ed
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2d977677f3d7669ce01eb84776318147e5676f7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fe3fb8efd0652e2e82f0464101a1b585019327cd5c64173967ecfe70c82d5a7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a2bbd72934a768fe225d0093dbbc14ad5a333e0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea4b93df8411faeb8a1a81011bdd12a7f825a0d2e6db5a932e72bc5bbb00cf8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e3908703e0c47763d8c0584baaa150cda8f4731
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85b532fce28342fb5ef1d9dca246fab66fbb736c6f303ec1e0f5a4722fd30fa7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ca18976c04c1d7d908715c57db277b74aa72e5a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:144ec167f284ca74d04e8d3b605705c4531f5887e293bb564ca3969c86b1361a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..535d19fe21971e536da9955a21d1b648e1d8c3f1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31f2820d5e711e0380d51b4b0ed1cb8b48f42b7c2803d09b71947ce39234940e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83ee32f6c8ee7e22181f5d6e7b396abce8c2a705
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19735eeb83fbe3de2407e19e3734b460a820cec727ab63f42f04d00f6fc31bd6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af456f1ab0949f28797a4c3ef66198c3ed8939a0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4498b22658fc979d501af899bf4bf668ce0c9db44e9ae05994e5b990e0129a45
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbbadacc7ea346fe922d05d6c85fb8fd91a5e8ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a3ec009988f4208b109fc02cdf2838f2cb1a39aecd3a0f60f06935aa7e5c5f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..697951f25bdaeceb7561a23ca967f7e98f988334
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff7740e19a800b0e66b663a8f9523a3ed57d3ee60b3213db3d9190f6ecfc260
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed840cd468b9e138361cb2138adb2a31fe06b0e8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d548cebd7088ea949ddb8e61bb3b6edf1caaa8a8c8cd935f706d334f7e12a67d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a393436567a9d50548e0fba8d24f43b429a7ac37
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76fdc7c06891f2e6e7de86dc210271744c3f722f38af773384a95c08d0cc6798
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2aaf5d53fe0d1f49a402879283f3a97cada6a2b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd7bc7eb70a1cb58639b57e07c0e89b21c794c13e43fee9ad8e02efadf89d18a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f661387c88e3ec32929a61f76cec9dbfa9eb15f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:725e8788a49802667a44de47dca1424e13e7da959d0b3e24d346c93decc7dee0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4b2705335521b7b983dfe34f4d947876e337df3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16de320201eaa756f9280078d70cce0c5498e4e638ee544d59ccc607bcc78319
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cfccee175d95d35574397b249f5b055553ed657
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af3f62bc737a6393f0f2bc78f233926a434dd0799541e65dcc6b048bec5bb924
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f796deb0977e7a9b0de8b16d28000053e6ea02c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:433cd99338cec1ba096386187613dadf84fb99bc55353f023281f10767900304
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d3321e02fc1f236d2bfa1bd39a203a0e621f77f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79dc6c2de1e85dfa273a5d7d23d411a3439420dbf09ffcf103ad7788cb460a82
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a8de9c212edc4113dd62bea3b676f6d523bd646
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60cc083e4305ad585ccc00821978d5ecfd78c57134da2d4fc87d0a5935f202fb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80480e07f65434fffe9d5282103a32c92aa42665
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5e5bf293b926d29b7e16c86f0b6fd1acfae3ea427793fa96e890b7c5c56a7bb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79ef6800834450fd01857b727c0603df27141a78
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:625596e39ce42571e4eed8b29967757572412160a034969473ddfca4823044ac
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df78e44d750510074cf9a419c375548dbd255eb4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b89ac3667bd9afa99c10dc15ed2f63b71167f5d35e7dac0b3c30af75da52d9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba853cdf858ecf0eccbd66204962efa3b993ea76
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e582e71abba8321fc3b1c3efde48f3ed0847a7f0b63083f579fea7507ccc295
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf77eb04916bccc2ff33e0f15385dc6e8d6dcf9d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2a0212e9975b33e9967b722962ba9666aa0eb4be3b0490e20391b959faf7550
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14fb4dd5fcef4c53e280448cf78d1a2bf157701d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:540d9a64da93c88fb7afc7941fb7de38ec1f79c886b9cab0d21042601f520931
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e206576d3458800177583ed003f6987b49a1ba77
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f57bd0fc928b4a2ac4e208b39b6e44674c11f11fb84335171fd4cd759e9388e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f91d89d3a8333243810e4654b73c61fbf059ac6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:344c6c1e046d83b0f81846b68e7defb2d1beef5d20ec08fb7accea7cc4137ed8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b07bcd1e587b361ab1fbf279da418bc9a375295
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a364bfe8be2bc04a599075880a2524135f4cc0ed2c5c8f21700b86be9f2016
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f49ba148540b4a7d10c9e26c9ae700ba92c58789
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3a70b1d179110d1f7a2ae0f16ff70b7fe82c637c92fdc25a486a74b7d88604
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99d971127593c0a5e145067b1fc886927994bc8f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd9a620d1c27f03f14df962b72fad1fca055df51c7919d825718219edcafb68
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab690a4700b37541bd52ca6e55fd199b74e822ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aabef5a899ed93c3a4f04ebbad12b3413ccb33572928f257a174d7b726d66feb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b7f4fe3d8b88f40d5c1808dda1a19346a7c7310
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e5f18fd40e9e4fbd1be34335552b4a94b338fdab0b977f328a9c01484ec3612
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f173a7a7a293a0113dfc20a8ba8d4c9e403f5a7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8650964909dd32886efe2118853d904f9ba8a64531175a43cc8e820a175c601
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..057df824002022b3237085e5724da330e4c2d85b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b739eed7f26173a44058a391e531c3320f88beb9b11c239e8e43f6136c42ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eef5f6fa0b7477c8d9c182776ed975db38629c7d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb5660e1e798e927db0edef3b8604f52cbc0934d355ebbfc31aee46cedd5186e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..989e889aa46725d35a0dcd1e22ee02989c10f9f2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:044cbbf47ed7f2bed67eb4f6a50a7f21ace2bbc56351620704ed9c05635ccca9
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b123556a087c7500a347f2ee333197ec73d16e09
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3977d17691b7afa9874df2e6680bda70213b31d438653db2619550cc26f1bf9f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93638d3d1efd8d647013e1759d06b66fb3eb0243
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9a1d524ba0f6106cdcbff307a5d9b504f009d55b8572450c0266c9723e3d538
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28395decc81dde59c6ddc79ce467b3e9b52a2f7c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fe043b9c4c536ba5e08f3f520378fef8595eeb4f4f8a150b5c7488bf514cec2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b642104fcde86fd4b534b741440f9639032f4366
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d652432cd764ea513e8f47accef3737eaeabee2b84e61d18957a02084cd802c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77e5114d1acb5e5d148b7ed7ce8b3db696d38d2d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5192e74c725aa6447bdf2c52823d7e9b188ae14c1efd4754cae7c04ac74aa61
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c7da214f94471b942a8fe03df5c873b93dd643e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc0f08179bf7369eb0f9e6c8f18415d078c8b125539d2ce8f3776e9e67c32b73
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3365792f64348acfa6a7b1dc19f90fd1178423fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ab73f056579a4948431b4f189b6563148bac3349eb071da459d4513b3d6de05
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..171dc4dee7e4d2eb8c6310e27fb414843116cae4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4549222cdd09db626c328469f5472f87329df74267832e5df92e96bc4fcb0e52
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c0cde5fd75e3c4f3cffb88cffa8675112cc4604
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:187e8d39dab0763da16ae22b58d3d1c1f6a7f6c02258525922a5f2b34ab82799
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fa371412ec1e431ffb41a794919bd3d3f866400
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2788f95d06f22144530fa610c3d624ad9cc543f5d3ac5212efdd98683c47e3fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b219d2cea647c3fb0eba67d07e32e1b90fc3f37
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c748b6497ec5410883e5525775891b3f644136d07b9853a0e1fcaccab5c56c2f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d9447188a3e049c052a2c33b250382a9a4d49e5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f9c29cfaca98aa1b150e6987439fa6176124fbe105ab511afb89712461a33f7
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6cbeb4348209712bbf8bb8d332b0913e6b9a10f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d68a7e42b95b853962fb3508c9fd9ce7230861671b842a069730777ead6b661e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5351bc6c788b573e0b7f55e0005118735448752
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69f9ed135a6a2495f62677b31edae886e14cdf0b1f91e922f717ba65169e38f1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7866f5160f16f911c599a25d6def969c7ff70e92
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:294110ddede87137001c80afcbe9a1f1f990bf290912315267b455f883377b31
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..544a2d2ee8385598706c6c1893f007f1eb884662
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f6b0ec8bdd6d1cfad98756a4c8d43ebc5d30139a9100ca5046d4af9a030ba96
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aaa357efca789eb1ceb61d0364f945a7af0b05e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac417050872e2136c37d89ff3f238df1583ea9f4b844b2cb42c404100043b526
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d367c20e4ea38ae9c6e7d179dadf8c4d881dc00
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a6ffcbacfa3bad56196805644e0f1d63ffe86c655ab7fb6d4aec61f923e3fd2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2d87a2c68896f5396a38e3936e2f962eb8b34cc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:098bf4baf3842fd24a835b290dad5516073e3ca2984351fead432de5224a9873
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fde99acff3dbdda33c3e654f0a63716f7d7ca9a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7117a41b7f3ae7b4c5c41a95fbaa5b90da38c38efe73bc83b1d13131b40c8567
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..974ec27f0fc4c98dc26b6e95a931df4b6821e513
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e29533b3a1e9cab226b55e810222447f3da69fa3c1bc1d3d353041a404cb5d4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..410653d7e2a1d948a254e78b807d4efda6f0f972
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a87c53650dec16bb638fdfaf321bc1fc354f8d01678515af816c9b3b38f1261c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..729186539cc208464b2abaf061c7c176227d9334
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d8c5cbfbf5b31d72fd8f1313e245d8bb1329f28eb5d11b380fc76f4a51989c9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc6c2ee6ce334bd0ad781f43f652b43307209555
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b73f653420ef2f3f604e3893ab945f51bc387b0ae37a60233522239882bb1bef
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca3bd5016b9d9674b90ee5155c9fb579654d5425
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8728dbfad979469bce04850b983dd53c8715450c7f5a9ca735f73b5d1e20f941
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22f26c7f6f110f46f55ec0e110e79d23e185b2ea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74c09b1f97bf563a572b57f317345c034cd7111db7206186969807ada4779f96
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d289a6a07295d8d34af9c7a42fb116877cf0d5d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98d1c6ad348ae4931358afae2d6b976a8f52ea09bd913bdbc4ba872320f63115
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/lm_head/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/lm_head/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e3f0eabae895de027ac526be1fc00463748a8f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fadaf23cb3f482273ee482d3e50c62f72a218ea9e14c429701c906c87586f830
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef0e1c4a4cd31d3118388ddd5fed15451332dfc4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:913954ea3b2d99d20331af959f0ca01d9ca8e6c12b8f88b62e631d58d1379118
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba274f6ed258c63a6c49cba511c9db7ad92f783e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dc95b37d8ea4e5c895d048e4e2924f043336fefeb673fbb3c6090bbe45099c0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da32994e590b64a495a1385f94789923bfedf2aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:218ea1352e0f6b0b5fa29c1454141abc1e0d5a6b7218dd394ed69d0795d4cbd2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c87f3ca689bdd3a8b61ba796cc9ab93f65d57cfa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d6394347db9322cd5b717ae2768a5a2221b9672a11edd372a3b2b4a38fc44c2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ddf047b1140ad3fc4f3358fbbf61a703069dbd2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b593e111ff85a6b13bcdde434ab3c9739c3177c7a0df451096b2e0d4ba748ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1de61198c4d9897ecdac1f3ac61d8d9fd66cb5f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e299cf42b4d0bb56be9efc8d0f1850f055c930b404a7a481a0ab0e047b7a2ec
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37634c683b7c8de8650754ff02773927dd736ff1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7060b41c26fc2341424d58889b8b0f1383df823837d5d4295fd95815e73e7f48
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb5f5ddce1f304645094435dac0a3b19db6f7496
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ba6e9d20c2abcea2a59aa96b0cc83c6d495ee0a6eab10f025338a178d8b547
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7731d216f917efc117b610c692d32a649bbfd276
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7214e309a5841d3eff3c610fc6ee63c45ad9de3f9923ccb6db327ee56aac2265
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5751cd652cf0c768286d661cf3b94c778f5ad795
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1976831d37de27759afa11968279f15b0134389f6d4ee183780f852dc217c0f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..971ea7a4ec81a609555612bd8058f1de4a345e96
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41b6b28cebc21494338b3fadb9e78eec8e3387fae08baf2296df6235a2f43345
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a96c9ce782a23f4b8eef416f518fead83031f5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b29f99cdf458b61085d4b7daf94624631eebdf8d9a98d92dbd9de8ad2b6ebdbb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0b78b4835a0236e257d17ace5e060625a41d3b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10642624916eddb75b43a369f802912ea6777c2365e233b21c6e37ea653c9a1d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a902eafc453718c07c405ef27f3805ea3c56392
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a99bfa9ccab144369b16aa28632acf1931487a4dadb5bab95820048cb68b26a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f956dbbf67af3552dfd117e1df3925ea10f9041d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c5cf71d9a65871a57d97c98c487581f2bcb2908a0083b50d76a2c00e7b3b00
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ade12118dd1b6d7c866aab967d67a23530d0865
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0596ab0812e2e887c726e31727eef9d992f3eec405b988500578c54e4db7c601
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1a983d51287b76b0a73e2b15973aa3ac51b7078
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ad7a2bdf8b8cfdaf331571af4aad7535971810f7b280eaa87e1c636d659f075
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..333d8e0c32dbf967099f112b2375bd45e7cba278
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a06558b0f3a75688dad8b2a6a0f1b2199a2595e2cc2ba5ab4c5bcee98e3c82c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa4a39cc94e7938bf17b55a78140daca1e346307
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6de56946a6a52e523bafeff3dd84a27929c4497851ec23f386cbf8ff45bfe2c0
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54259552c3517526003958fa09125aff30f46316
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8edf6b0f46f93dd9f0899d6874c12296abef4d05b829230843cadb371da25278
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4e75c8c89d0bff6933d123699a380c82977a119
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1dee8722b6dd7e11a87656417b2378e6b11cce17d10892afbbdaa6083686b44
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aba68775e7104af5351ec598abbdde77f641c739
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d484bf2033833815e1a0f7b8682e4560a4eeaf7ae46042e70dd159f9eef4a50
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c83a1ace06a4418e7ff90ca854cd3fa0a7c9e7e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc682d4a5b98d03c63858220c47b649df6cfd089ccee1d9bbe6ad999fb35dde0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8dd1d045a2fed29daf4e37871e1cabf9e2f58e8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83e52cbb9ae2a416060ced357edca78d69ce3bc37d0302fe7640ffda4152e40b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fda55b8722cc43c997d81bb67539b194d049686
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a47911dc4f02b69009a2dd09e44883070b3803108c681858375619d7b2befcda
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..449c051a2151019b4b90d99d3dbe0b55f5cb6807
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c676a095a9fe606b78144866b33df1464e03215b24999e2a3154dae36c0713c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d06cda6ea63e8f3521221534075ec5a9dbe6353
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8dae564786cc1e00bb882871b0996214ad4342958f6a684fb26ace411e1d9b3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7099da65836c32102d1a0d5f837a17ce0e186198
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7c93cebc86eb0bd3aa684a508bdf273eae8dac04b400ab818a48a0534901f90
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc76be0b142a8d71667167a87763edef316d0a66
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd1e37244469fc5a64c14de058ff2f668cfe11241307e59c13c88341c5ea3ecf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec133f8b86d4ad4b9de24dad055882986459cb7e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:128a0cd4c3e0ceedd78047dfc6950ffb48219bfb085beb58d8957800fd63c28f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1736c2ff1c7a7fdc1182110e4ef67c3e49aecc69
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc92d8f473c71d7c4d85b8768432e2aa740b584ec764dd06e8a224ba21778895
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f0f923231e81ad44fe16cc95ee70163c3718c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4284a9d1474593c08de40ad4bf419e298a95f28aec402c8d9ba5c9bb2d0935f3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2511da2705311c58d503b38fc21ff16cea008b7f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c7464c3374ec1cb7ae5e6d210d9d5268cb3c5e8a1364e8adc0f0e1cd061c83a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7fe5bafb761bbe95ebb42cc9c3a95c4473a5161
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65a194467b52f77e3fdd12d1c95ebdd2002e6b6a87ec10d95d2f1591b71243b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aacce372cb6fbe49fda1c8cd895b8255e2f52d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c688c39a1aea4d5bdd02ad5930106400cd3d6677bfaf5db3f687001916c6e9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4873d06dc217070ddeabaa47ce9bb380a38a7748
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa5fb17dff7829955426e381af5b51b591f730945ad4b902c1319555023c436e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0f841c35300eea0a08903e83178a5012d8b868a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56d0ef348cafae231fdafbf94cab197abb7829fd090c6a037a44261481e631db
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a64599f5b6d33c075b2cb91ba50ee569da4f2df1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c7c53296de762d8b12dce7f751a2519d3c917afad98a0b321396fbc81cd72a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a64244f9243aa3bee28a762077ad73a1ff18f91d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4113fc33d29121aa17e5416e2f615dd678cdf9db696b803424e06d4426139708
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2e840776c61ab311ab32ee792eb923cc8707f60
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf754c627b5f720e8f67d867aafb9d539bf1585dd6227d6c9015e57428da569
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..589fa1d83de5351a515d0df20b82fc2b62b70d18
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1858449bcfb0ca72fbe1f98691434e241ab710ddf83ef1dfcbdf24a45be09c06
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81db9f59e93f06a1ec63010fecd10ff80b81849a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c271d3f365c088a3f2e3301108d77871834e6035c8bb03e6affef7b9906c45a8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..651ed4d1ab82a94bd5fbe1f6ee4fd9440ae9fac2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:858447ff98f7e1549e49b6351ef8b56549fe49aa50b9ba89af5d6649927a2b76
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a421b5099722132d6f4f6502dd78b79890e436fa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f99dbc40e11a503fec888f11de7078b0bceba7c8bf243b66742199491b02cc3b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a9cc3023479d18c3f8387d925c4358631e26602
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:339a1243e5746e3197f73c7c66d6d8a16a868a08f9b593a6f976500f4ddda111
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e07e6e36d21784376b0456cfe5a8d8a4744aa6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce6a57e8fd30b48730347a0223c58cdb14cd05529ef5fb7d47a54ae1f94c5743
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17a1d4acd484d7b3305f64d3d73b1828a0710f01
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38bd65733031604ad8ea0e88d0283ad9d6dea58b72324af6750170bf89aada3d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bdacd2dbcd0dd2ab5643bbe986c3dc51a60907f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ac9b346c90ebdd0f2ba7458d6dd3c83b9dbd1c6c75328a656ce58989b243f1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9d65ed636eec5fc2f9787dbd6d38f5290beed9c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a5215e93f475bd798f76737650b766c24697dd7be95532aed244070cda08cc
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61ed658c682a7ef466416e9f4a67f459c6a330d4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50615f879c3bed6445e1abb9f48d948938bd7f0f71fb7806c2cf5a1a86fea1d7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80ad91b7dd177f183d4f45f1eebd8be43671231b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:527f875691bac1efa82ba39698fb66b87432fb1fbb5d43a0d1cd2426033a4f8d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb3b9c17ebbc9386eb128028185441f4324728bc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:568c55e261cac96ec03b1d5876b35efd4f5bfb33ebb17a80d4918a81524047eb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cdfde48654c70e6f161c078ca5eeeebc5faf01a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3a528090ebb18cf2ca201be52f2198f59e94c2019bc109a6a7669ce7a0d1196
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c7b8bb0570afac57873406893e1f07988259e4a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d9087a1c3ea7036857ae854725a1235facce5ded92f5955ca393c3ab6716ee6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65bfce53be081a48191a8af7a0b57f4be1497c09
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:379d98aa9ba9195d5027bf6767e6b90742a0d70ef417cadaabb07cd2a9c329e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c6ff97efdc97dedccde9a22b83f90681a8a2bd1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:118eb9fec1314c854edb92fd8cd3a30ed030b6beba4359f6dbabab30e232fd56
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79704a38276dff3a27250e15bf7cfd5c53e2ba50
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e5e41cc5c57b60f22de07acc78ef332375fa71b590a14656539e02fefc85680
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5081819502df2be96cc4a6acbac8a50cc2cf4859
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d1a4c47f9ce73ac7fbedda07e6d39be13ce67e47fb40091080828b87ead6c8c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e1448f14e4d8f4d56849010e6925a5845b42442
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:579e97625594fb6531ed93a7087fe955e4601daf669e448d9092c98e60c9abf3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6174814823dd4db99560da781def360f339a39de
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0f7383ce4501dc302a34beb2a7774fb5e250feb9dcd91e100f4d5da3dfffb86
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4243387bea71c9bc519d84315fc5d774a3288068
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e806cf66e9ef8456e6b2189e04cdff567681b6b56b7ace58e81afd0a9924fa0
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d89d3dfb167df7be499b75e7fc891ff5ae79b8d4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a66d64d4cc42ddadcf0330b79baf8a575d1d75fe93e7afbb292b9d54fa5448ff
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..287a447d693a01f11915cfde10d186916592b095
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0336f235cd2f6f0379b6fd3761db653ffb7ec7d5f4dfa1587f3ee08ddeea2d23
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50d12925a6156edd46683561a9960480a93b4975
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80ac47d7696546c583e3ec55a1393c28887b6ad989331e6e91047fd2aa7c5f52
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..621ea353b4b0864da55dff9d73dcb135a8542205
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc6519c9cfedc78d437fcd55dd414cad58d4f20dd2bb8d00044317debfa84860
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24e719b877eea4438702f1edc47d9d82d2413ea3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab1372a0dc878febf663b2e4e57af2a82c0937d1da40aa1ac1278db068b39f26
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..128d60454744d6ab996e15fc5a912acc09ce8b00
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e747d6c357aae6754c5dc27979b1661ec56f6f7d9a0b6049a7fb3a51e3de781d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..942db1fc2af7607bb1167408cb3edd984abd9fb6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac9e552e2109f7661ddf2a887bdb2fb748e74e474a28cfb9ba6472de6c924d4c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1daafe27b4c5af9936d0201b3bf7fdafdd155971
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be21334b95cb1dfd787fbe1c026c645f623d87a9e7797f648f7c446f4860bf88
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9bc48f500a1ec38bf7b2cd361e030efdfe70a2f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a64bea97b4d6fc4d84cc194bb1d957485d413abbf88dd4b5f6b6c064c1b61887
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48d1e3ff40a27af51818f4a54f65983e0cfc6b79
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29d3a6fc058b5e3da30eed1e395bda60a2500a426b3d62943c7a4c2615771c32
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..736a037223fe52d74171339a47b40ae050581f3f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ffa6c946cdfa946b141d8ec39798a78f82368d70b6aa8c7bceb3509fdca89d0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..051fb62a6dc9dfee1330f9cb9cd4166c87dea5b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:157271481b2b56b5991c950bad16f65208e0b1fb4fceffcd618014baca2cebed
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5befcdd56b6ff5dd51dabbc026192a8470cdf5b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d3ef514bb6f092a1dcd86529bf1c1b18a32574d222588a24f4fefaf1f723ea5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..377eb569e9beec034f413b9b182514dba31c6211
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b49e9dcfbdd4b5698a4c0c285488e43014760bf5c329cea2dd6c53a0f98b6fac
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85e06aa6015f08d213f963c5b15394ce76fded28
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c36d7a9da6bee5febcccc94d9364203923b45e80960971f45760fab3e28850d7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7455ff6cac8735ab2e58e58f67ea1cb7279132b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da9e6783e86ae01dfe1ebf99043c53db12df5c63fcf28b099cfe70815f3a7a7f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5613a82674a12a4e8bcc3f653ae7002a3a2a725a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b08a21f40739c1d94860df755e279fcb90696aac561c459629a3b31940dd71d5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2692e1c7e2677a6d180654d25c9cdefd4d0252b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e7bfb70b77c485a9f9318a7c8c40ee48c1066f33f6f472e0c4b02953476923a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..498d7146aa169d624659bfebda12612c6f34ea80
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:102d6c9afaeb71516a36b19fa5ce8bb221646daf51d41395957eb6729597f22b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c116d767476cfc48e7cc00195931396806762d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:916c9aa10d3302ca8eeac694566a3e9637fefaf40dcca8a5130c5ec3f0d7d699
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5122f5e19110e232735c9cb6b1d16a7a1255ea51
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd7055080c3a7d21077f838e800c80e25a84e3ae6f2cfbc16486fb9f19698123
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7512427e7b476cf8143ed39e0dd3ab852f45fa9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85b11d7d2634c4490d5c7ca1c2bee6573c12d724d0614fb67157a527eef2e537
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7df5542f4442ca06bcfbadbaa1ce5194720535c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e12cd86118c48f16a20f4955e67c4771717a7714edd8ebe1889d1a5ae7486a5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cb9520f4b3a91a1efe860e7805ac7aaa3a82368
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8232abcf9468ed6e95a0344907b54040d8106933dbc64a8e118c5dd24b8d11ca
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1dbd6723eb30d2784bc0b045dd8ba4d5fe71b7b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e9834a8990c016868bc23efee7dc4865c940599119be53cf4997ccc9d2dd08
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea3147e8d73ca1bba5ed980878740bdf1f6af14c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d1e46e9329ad86c64dfd4b7d0dca5b3a16fa65a7635358a0bbefc6c65f12552
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1d4d9c87cfc3138b00b6a594d1cdcab202f017a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35923e3631466601576ed4119453dfa1a0fef6fb7791ae417496e0b28239add1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf97b1bd099b357cee31c8ca261403188039763b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de98bf1858c546258510b7460a332bb9ddd2d14b63ea1c9dd3ace54bd49e8a91
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14c9de1a3dbdb7afd52711517745fd97d8f26a37
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf0f8a5e2dcc9e26faa955ac9614781437adb5f314d5f674f83b831c700dff20
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06f618f84f9a057d467a1062935086576577f8f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20ab794a05698ee292181f1c300394f5f2d25af1370da8a4ffcc86842a21d936
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44e8e29b9671e3141830f853f92a0c8d5e94e85a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e2d2490365c11de938476512c3f8f1a4021763489e2553a1a7c4e26ef71ff8a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f5d963ba97d28f6cdc576f6b4e800d422be33c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f167ff7467cab6eb737bf6aa8c4dbc8fb34aac9c47cd8dee296b2ac3913f8e3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44e0c0bf7e85061e4db17ec27b14501238fff34f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc0a94134d2e9ff102d80d2c0a8209e830a581d3117b0f93fd69d05dd94766c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59a9c7f1e36274de67326f95f1b6fcd2c6329429
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a48184499e198f87f6ebe6980e353204f754b9699c77b6021430d86a6de0d957
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2c87d89b3ceb332d1de8f4b0a413dc8963213f9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b00b7b765d79b4dd6021579959a0c0d6ffc6b36b4c8a5ee30653e85cde710d79
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9290d78abc8c1067e8165bf49aadedd8c2b4f2a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4e8f5e7669823a4321299e5b1def2525d896e24c56500b072b29f6d86d8defa
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6344c7dc0b23cf47040c890d5349c2e68d208314
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53dcc1251a4f524543b95874c12ecdbbd5cb8a3387553ddccd362748447103d2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45bcd154037114f7126277fcbc6217600bc6a5f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:642e1ef7917eb3b98634a3970dfc4422bbccbed1c28a73a4b2c490240b76c4e7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22b7c02852cfcc127b6ab16116563c4cf7fdb56a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b87b36a6c3c1815d09d8bc2352d38d94f43a3e98ca5f46b0de3617c8430032d6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f400cd7966e2ab651e09fb142a946188044815c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f67c78341c0c447ba65efa6777a242a02d64256ab1246954bbfeedc836413b0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3991a063e7653350cf064a9d8b86fdc853960c40
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf5a7d418b998b3c932b1b6eabac847bd26dcd4226b44a0379624a761695dbd7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c49ee2428e196ba3dcfde61768f5421fd8a25cc6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:104d0cee40034018f9019d552d8e4f13e0a528c297200a48fe90aa8579043b81
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92c1fdc67169b8c7547b0c288117800dba396a02
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26b81f05af6ff8d11a24a820789ada9c3c219ea60632ff344d311118fb4f4f2c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ffc1820c7319bb28559986b88a558a2b8d76e7d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04ab5d7933b26950c0f6741941e22f1afd3e66e62ca89694f52af8be9274772
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50eb7813fdf3cbd9c3df64ab45c73fad6396b7f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ce940947808b632f03a2eb6a7d2f1024aa1ed3dfc14754e16940c262b443d2e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84585f0d6cc2e12d6bbe779acdcfba753b78209a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26ecd0f1a91e63e4e01d554c7d1e07fe4f297d3da61fb76e951a772ac56f3605
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2839fa1d31d4e38617d7b7405acdc6f94012ba62
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2008f939d23a1f26c2373d484814ff19372d67fb654a1b97e071989388cce9d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd2b76afe26bd7c2a6c242ad5ded2f4ce1c12d05
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80beaaf75adb37e4ee1b36fb1b01ed2f4f0205de99dfb7f414f3f9f8c66d556e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..796c6ac5671055392ef9e6778405a04204db7314
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc5f798f3697eef73c29b22c24575bed4c0e6683a6819f0d419d02b4426e6456
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e8123c59f63d13d90543f3d31488ab1bf7d671e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab834f32d7e9d8501b37b2781159ce001e9206fa9673ad56cd36da1744055e7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d74ddc16ee36922dbc26da53392af38c3a7eda24
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c56b04585bc3f1cd151c1c33512b19a4c00704c6e71e33d4862e8e71073f20c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95d9472e667f737650c42c178726496b44495f91
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41df4a64e3698764f9757b15d56e92dfff54c0fddf83a139a7c26daaa70ac045
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce042fa55646188be571af1e809019ba34d43bde
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03400721b27263ca9a984884baa4c229972ad0e5fda1694cec747f40f6b5cec2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65ab0357269f2a3c4d65dd47150cb4b1c1d0457f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7aaa832f7af564f9b1d690dd9c251c759f5474c4b41ba9f300638304bf62c03
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55fc41fa5952c7582514250e033f032fa64478e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f06ffa264eae1fab30f01f54a9972de0595d11ca3cf2794ce1c04dfbf8d8b660
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d80a4c04da29c9051cba671f2fe013bd42fdd5f6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a351acf0f91ff8f0e30dfc390628e9d244f70348a8ec17387363eae0a754fbe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d73be19524ec24561a66496ff4e04f589f32c98
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5bfa08d9a0e133ee6ede58b6bbb2e30f6122415c9205d5e36e5948c098b15ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04f8f1a15227782159cf46c619f404152374776e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36612bd84e297087f28e1f57f051d073d31fb961193b5c413976024cac86c7e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b0b0c6271470181794bded3ff1cc2dfd35e53c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a577a2e5bd72f13233274a93dd51d9c0a14793c7ec76c3defca8bf94c32644b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4569922c5618b3d5fb1be616af08001a33d00b00
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dea154e7075f15b6e1459ff08b29bcb70f9feb323f3213cc3aa77c2208865b18
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..516bce23f733ab83524fe581fdf3bca01f4a7619
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2307b13afffa46d5b2be5f821ea107e7edbc0bd743c5777b1fee7f86d550216
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02a90a87cc11ce0f0cb5d40baf6504d0c6562237
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4abbd9e77eee5ec19452a5170bd94eb5a78ad689f77a49b6ccab5590893b00f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9a047ef5a84d0a563bd307f0dd88c158ebd12df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87e68947bce4151ba5ffc6826b218dc23e1e40f2091eaee297e8a8cdf299ba89
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d258201a8720e314950ee4458431d02d167123a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c407547aee6fbe189ba431cabccc85f139efd6bec451fcec9fb172d01db5a9a3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f598f6735f23f76ea6559980eba1ecde82a0967b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e9f9a4d28b38a41fb019861e4a1ef33e1f45bbfaa08e32f6ba817dab0627bcf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41a31e2bf67eb0903e04d0c870d17dd7116fdc2f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b3e1470b4861a1fef7d9a620b2404ff681435da9ee4ba5e8fc802355bc90c2f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7450a6870aec540aaf6fc372da08c6f8b539127
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9605dfe210c80312183c37418647b1a70ef32f47525bea589160e268b1f5f5e8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83855cd8b41cdac5c13b71ebee679c16cdc2ce38
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fba5948a3ccd232bd0bf6a88d671539d69c1851d07328d8aa6f54e3a98b7b98c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a67510aa7dd066ce8c481beaa4e731f0297577f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a2f89dfe9fab3c1d06ba97abc0200f8e4e88810124e32e48b07752a9f731b97
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9962abac8b5c7ab541a07bd77bbead30fa7b7010
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e87c6857a1a96feb1a51f8ef70bfdf26605dd64c2b2e95d20ddbccd6eb7420d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..511b21c2c05df7d44e1d485e7892d3ac9a700f53
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c97be4d7a05899d0f08f2954f424200d03b520e2ab73a1f0acc5817191fe64e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a6a674f5df2f52072aff219d360c8a1af05e568
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aa707473cc7687945eaa5a6601c0070ca868fce699b35cdb3eaa6bcc40b5567
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..070e7ee5ee1602bd1f300c8aede352b8f4181af1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38f5bd64110d9ffe9352e51e096d279e59412fec45bc5ba16fcdf384292b027d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3118697624c9b5951229842ebcfd085e4d09c6b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ad6750a5a29a68d24f879fb53a7af95235a48fc22a240628808df48cae5054
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6cc1be2b2d43cb6efdde5fe6e265a4737e356bc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a6a76a5160b1b3b0f66ad982dc31dad9f118f985419f8a9338870a0ad29a19
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cc44729676c2702eb6aec6e98eb7d7bb39f3e79
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f940bca368bd0330803bc1d7820217994ce9b106a78dff6687a3aed5a6923ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1f961f71c85d49410c90c5d204efead8dad5aa7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39f510d904b677685a0264dd78fe47e616c55c59dac2c63e496aaae63cf4df53
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7e5e5c0941904da8850e0d1696ff159f5c7266a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cd09c7d0e3d66640926da486636495a7e0548700dfd6d727cfdaa00c465dc2b
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee8e1e2fd7508538e2fe6dc204331f76ee396483
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b4076e1851ff5c6655afb0a423f9818800505a3d683bbc0eaf744e756acd0b3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ac140a0ed2f9035ca2444181bd97db1aae0ec36
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f45db668a751215a91245bb345855340bd939d1012437dbb45a66a9a7222817
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ed5102866852eb58c19f56e4a2bd89b0578984f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70cac1b3348d7e66c5dd4dd5c7900deecf569481ee16c2c5de92c32766897e5e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0ec344b93a0011e0a2ac05778648a9489e073cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eacfddf144b236a8a4532170a0f477f8d6c0682560177217ca53b7efdd38c3a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d50385ca25d4dc02c0716317cebd5339a538659
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:777073086c54f2854c15409ea4bdf5616a7c54245fa3a800f09d40ceeebc611e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..988d6d003937050952af7a168f3854d4e2287a9e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c253e2f6f8ad8c5d5f482d5ec1feeff3f5bc53cd4868f999d15c6d2d0c481834
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ff083ca29c710702ba3a1abd9c9b63e1a45908b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6767bf5a8dc299b2007d1f53aac2528d364a0c5178329bc11f97a968fd01f634
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/lm_head/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51bd3384b26823f71cf6d960fb395c3e3d1bb3d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b346887742484cb207afb71f0a12e547f37c613c1ac0180b654e33c246cf9b7e
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/lm_head/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dda9bbc731620bb1140834fdaa053957cbd8222b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98c8b0a26ecfb6cc7c2ede4198c06765f169b77ecd1a2d057053b48dbb821899
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a63f7696db7e4d9528060b0999682e24defac4ca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dc9b02776b39c7c9d2c4226eb54e8d2c8823804fc9d6ebf8ab8ca813660ec59
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bebbc95888d3a670c9c0d3b1d7336f6abbef731a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c21674da86e4bc50a20fc22571ab9a80671c07e41c6843d43fc5f6faf48e6531
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15e36908ea817ee7bad2a69cdb3a66c2e05bbe27
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b2aa548d27a895be097ce84c98a54e16e1d9609e4825e4a736301bfe8001099
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88432f771ef60eacba724c710ae21b3ec97812cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da41787569e7a02d2ce0193ecb7f24982fbd2e8ce334cf031b51796b2935c6c2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0193eaa04b96f0fbe1c27c77ffe04e7a6a2cc603
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b9eeb73dbed0e454744e9e6f24b44f954f784d9b67758d6acdda4548b7b039
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2ae897ce53bab048803b74cc8f68498db2cb42d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d8a222e5ddd6536a0d6a8b7eeea2ed65a49d8493686f9c4f6d9be09fbd558d5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f52aa5af16b886284f7675137a2c89ae51143cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba653ea37499c8de9ae4fdd0ee1e4a0e5eda602d1f25a0397391a7bc1b3fe403
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47d42665300a0202f8ebb9f510f7c8ba09cac701
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2734993c7fcbfdb0dd3baa560e518feefd0e84e12c6e61979ef3cb1de4a8defe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e46a7bf9dd8c643861e1cf10dc5e7d3ab6a1753b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:542f4b48226bd1be682e52e46695b0f238fd2cbfad8d12f9a8638b80bb56897e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..090af3a5df699774a84d0cfe0de630d15c7c0d88
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a63ad6f5a9445165d774f2cbb57f875db443305d15821ab77a5e6c4017e7c7e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c039f6269c3db5f355700cc03a92ca5968f7bf7b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f322e1d0d9713ea722cb0a64de2827d897cddf00e10afd15f094bce74b26b290
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eaae1ae0e769713b42d4e61cf48eeaa853dcc76
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7106235a8cee5f0d42c9fb0593862f7498921d8869463a5b77bee50e6b7b3c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f911d9f8fcecf704f3bdc289317584e5512e4d51
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ace92c2ffffc7920fab95908f94be40a13b879e10b7488798bb80b3a2cd3393
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c45c3eb106cdf6f2c679cd782af0e4bcb3db9d90
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c950d7f11abed935083525ec1d8bce4609acdcd98b4509207c37178aa1e43d2c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0d3f2877d71b365c100a7c122f22a6e39e453f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4946eb5ff0c6cfa284536e1773897fdc664c0117e79ad909a9fff55371e4299c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a288c6d97f8e312a419cbbe27f7d938746de480a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70aeb9f18582440c3fe7d81f68b3febf86d78f80fcec020d73c269d1ac9ec7ba
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5b9a223d7f8d8cb33ab696249cc3cba0be067e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f2554b2aebca24529550e0a44183556b5640d3de81973430c90bcc00cc16e99
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71882636d2994e745a713445252a19096bd10088
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f051b00912684f7dc2c599b577e1d7f0cb5dfca56dd5a67741a77aeb18cb25d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e5a58bbbd27ea11699f5ff1b6310f653c3d223a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad8d2ec86e50ea6a309ce35487ca172230b6c49e245641bcdd445a3da499ce16
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59724fff988b0061a75b83c0397b4f537eb2481a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e1f66aa2fd8b02618f7bf60647d2c71759d855a3f19dce96e5bfe7136b092b5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..258c89a5f0b75a9c42eee600aefdc899ce3395d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9f00dd750c65d0a7721679ba370837de26eff5e658a35afa59e0bb26973cbca
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd25bc9cb0a30d131ccca3fde1ee2aad13305276
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5889bd9d782a7d033bb66b428621c3de64d568c21b78e3a450894ffe81d725de
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae4076572031f60c1985534622bca5d62d6b0d15
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5d7a26f303ed1db65fbe1d0a285f66a0f60c865b572c4a3d46ae597c805e906
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d90f8b53a12a53354dd5a035a647de5a419aed77
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fe9f5e853f30b5b46d88fbcff4ff5915d21a23bd7b0d4711a7336189a420c62
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..936f92bc29e752a74132afdbcd2394b6f88c749c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d02b758855b4a63bca7619d28cd2a843d39731e745a54d1e9b399ceb5411684
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d14919e3f314fb59585d0d14d65ae513ae5ded8e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24fa563968b4898d940aa313cf6e7ea64589645616272b186637bdaf6df34e0f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb7fbc28954c2988ba292c24ddb1ba31da970d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee8e5d927751bc1257b007e2e2d61ad378a27f4cdd99229adf98087854f92b6c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9881e7076b5e321c9e868ab2bb4da03465cf8fe2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a15937f47f476fe250ad01c5a22cc9cfb5992196682373f527fcf7e44cd8499
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc3aaf087e8e2cd26cd922522b2c34c5c72f6fed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:392b377bc616efed2bc6eac41f3f9a017fd47387c39f9784591448fbd3efc10b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b82830a7e0d376283b493c2c11d3402cb254a95c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:decf67edc941d2a6da895398f1e56709f26a73080ae5ac4d1665cad4632980db
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8342f289af25f4d15c6d963c76d9303d7c96b553
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d4c13b6bf08236f116bdb107dde154c7b15aa4f8aad27005647ba9c012560ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5b7053ed769358c939091e924bd3e7a8f53bd10
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ed23611ae4ec7cbcd9d0d86f0e2f74bd92b13ce03bee3ecf5fbc68eab7eca3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8f7587a774e849012b21bf5acb56845540480a8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:205aa3986a8e58220c2b14da4fdbe9d16affd8ffb702851e020c87f3a0a42534
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96234227b4b2ddb26657ebbaf8fa97e11e646d17
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca49d0ee81d366ef9776fc7bb01427522549cce135bba4aca0c1ccb1787b246
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78166b8075cefd9b986d6e2e51c62bdd92ea3afa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:547d4c2a6ae0ef252a456c024ff8a4066a1e354f1e48aa577c8f9841acf037bd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf03335343a7640c975f771641454604d3fe1df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbee9585843574f55c99d6c40fa2f8d71a0257e2e4e5c8aee0a61d04178fa3f7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bec5d98216e6691ab5b6b4b94701fce39a17ba7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf55e8fe9c4320a6d5648e019b844220277f78a1a5b828f0afdbb7b2cdf11482
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5445941406bee1a890b0d1796ee2cc6fd5e2e5c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9127c77e9ebc1959c366577cecef2111cdc54f39ae55dc6e30dacf1a0db5506f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ca42b79d2032c29117b02302c1116a99df1c1fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e51930254e55d559532faeea964b3bf55593744fb8691b13a34a00fb7a8457
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a84f3685a7eba6a15272591ffe4a2a9364a03e3f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fa0f7a7c5bc045688eeaddc0523d7696dceb8a76208cc851b4e8c285949b79e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..164a61ba3d4e36dd19682887f183d6ba91532876
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c041eb3fbc01d7c1790235eda91220d8c4545b1c5146df8ea69cec2ec1fb8d6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..108e0b396d80ef412114c2aee5a9e9d8510a78b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0f6a8c123fe6ec2fa5b9badf9d1457751814444df852ed9f4af409d3c7bea34
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..788313498c0bf6350b6924a67e2ef06d49886b57
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:222aed8d5f068302210e508a3674c5a15bcb9c005da0e2737a9a14730f18e441
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9153c004c0be87681857875de64f94236f39b8bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e37dadcc72998cb01eca82cfafac98ae9f283cefc6bd63413ac03ba22ea4c0d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df0f420ba58937c85ca61b50c052c799ff85e2c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c4402246060fbe2f088e4e5d45b6bd2f86ff9e5696cee1d89acd54514abb76a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..604063115289cbb92ad75834c6616bd756355c64
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f96c32d1f95888d9e62aa66a700ea6108ca7a7724470f788a33b25b05c5dcebb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1ce549e75345aebc95ff0a27433d9d464fdcd96
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1142d5cb1185bb558202adfadde25bf2680b396db68c603f95b0c3d5f7893723
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8c28bc7942724438729122fef2dab2297de3c4d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86cd89d232d9140cfaa3b09f12181d5b459529f8adc27bbd73f32da4bdc49644
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6fca49eff8aa50366e884b4e54565afac3c9253
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b07858d126c6996ef326560e3625849f4d70bfbcace7820ed4bef35b741722f1
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4827cb6397f2682236b3ed4f75dc991a58b84f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:259c8ba8712b58f8076824eb684ebe08e03edd986da44fb809ea4ea95c70ef1e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f1b58e612704ebc190a279800a851c99c95531f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9036ae2a1f15c6b3f3de687359e1d894859a9a54ef778d2b3a6db302819a814a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc302418793e4ebba2f2f8b973fbf6987f60e97
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:521f0749dd174594f7f2c255ec14acd22b54df5426a4924a885eb0fefb42c7e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfa0f094dde7de4f3cb5a8e1a83585b3b22b5e6e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4737dcd9863a340319d522190cf68e60da36a07a212b1218d2e873f4e55fec7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be1ab61643ddf8778797ec7ad3b1b0fdd1b7193
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:137fa693198b6c49bd208136f3196f54c84ac1c5f59fa4d20527f29e23ecd4a0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa3499075f5536aff936d405622613db44de8796
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a9388b4fe81e1f29e8b209bd92c0f0eb00bc30d1e359784745db69a782b9418
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15d7423418d560bc07180b842afa008b2351ced1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65877580fa96747fb8bd253ae8dd05f9a8e6e5e3d9620745bba18eb0adce47a0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cdc62fb32cf226bb4ca44a45578f4889a87b9b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad4239b097aa368ee74254be9015819bfb34e4410e16eaa17a0fd27417f14ff0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..916a365bc153f465a70e4b64dfaaaa78636301a4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c10e8aafc171370e717698748e745b8020e78788fa67a568332ddac6a4ae589
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60f6aca363a40581d65132b9e4d6ca93dddffe41
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d798c802543853db18a228ba7c14d3f7be0b237243b77c6ee8557ed07eb163df
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3e6406d2578f5da8fc19c010b1f8fd7d947ca8e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db5fdbee5ff315cd377c709a3b38453ccc29778140741f8bff969e569cb7d386
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..290807355155ff81f78bcc340f1756aad7cba5d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2b6c1e7a44091c8211145e3e0ca8551263c9fdb19bc6b2e6f6a02083b47e90
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a782adb0b971c6834974146905162da5ad70b098
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:335a09d5e1cdb27e2e002ac08a30324c741ba05bfc2a7f9e5408c1657cb614ca
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c069a208c660517881b6c982fdbd42b1cdd5c934
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb43192510d991d86ad28988e3800c6e5001465a4cfe874a2b2f68809fecf4c0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad85e73a6ede6560ae35150ffe3bcfff31e9276f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:202d8bcb43b282bfb3e5e9f14002c5d83e90ea4527e2314b7520f1c3efa2fbb9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ff53a30c859b837026344f282db497c1d9c99c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1e5f358dff3ebbfcd8e89b622286450f6be8e248024ef8813ecfd412d48e0ba
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15044451600f904c2fc2860c901d93260b60b50e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76c5a2e1eb413c402a5e921aab7f0f3549e9523f167cead77e8c8dc9a93acf02
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c060f98677865c5525d320e5e8da477c3b7e461d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48adf493fbb09eb4a3c63b712379cd0f2dd24357a612bb8b2de3d84f1808cf70
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..752bfddb99116acec9b4af1856d13608d972c1dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8ef882c5d1a9921db069d84bde460ed534b5da0cf75585b012b45be26f6a61e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26d9e43c05116d03a4891a5d2e5bda6e0d29cc01
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c36005fb49bb95557b7f27d0fe39cd00d7758ce36445e2a54f969218b49f1d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70d74cdc38c4f6db72b3c28a7427860baae24356
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b10ec8e4d608066abadaf3a9259fe5b1c1cb90c8ea5791fc70cfea42c0cfb05
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3fa4e14b801803a1fc6e5f9b0f184bf97257d26
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:361d04d2aad916662c72ecae8665ed7ac72487821649d720a3bffc18e0124049
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3236ab821ea8277f8e80aa4a101bf2ac349e3754
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ceaaf3e91649e9145583b60f323754a5271397fc47af048deeaca9e4d9076de
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d9db080d26f43ba22adf5a76f3d178bc1fe031
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d81d3484527ad9dc7a4ff4134eb574b2254bd9fb91ea9ee02380f4257b0565
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f0a6999bbd5623c2730274f200765bbadf559a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f42a39977c8fb812a86b748877440f8792c55d5b71b42564a825ac4a7a69a4
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c34dd31971e4be0f5885b202b7d34ff21ebfd890
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7d7b92a488688fbf12b188b9853d0b9f3b92b58721a256bbc9cbf432502cfc6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e435d4cebbdf1e3e49774b9295013bef080999d1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb0683f75e0dd82903210da0d94633c2769cf2ac11f2328a61279d95c0253975
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b07cabeff750cfa1c972f91ccd50416e8db15ac3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f953319c5bc2e7adaff9a25558c10b95b9319655454a06f67aa4955da0e31a39
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf982b5856d21d9971c8fd9eaf7463da15527c17
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09c1e082cfde7bbea9f5bc32fa551243fe781623b4a959278e1346e861a4db7e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9aa4e3577ca04946fc238ffe593a97ee2e26f40
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b57ae992051141a1296ab5bff3aefc3b0017175b1de0c0872aacb9b322ef0c0a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1a535368c3240956486e7dbf30327ba351efa17
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d1437237e4d425c7ad13a15f2daec56d58bc3872053c51a27528f4d2631d3a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a84a14201d67befb77c57262e6e0503fbcf6b211
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c8f3a80455823a145bba38813050b2d52db6cfb99fcb1f79d6708423c6ec9b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b263b9d0e952920c416a514936e78665aeb491f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b23f9cf144469bd52bf4997359f4c3d27c45431c32ee0a2125b78a33f0471f5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..477456e738d4eed147af7f840eba1555f046c22d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be0a8cafb59df62a8783e95133dc9d5364287d8a4dab46c1a3d75c59e155dc00
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdeda7f7ad183b740519c599f53b80ac06b6bb93
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a042571b6af0453c4963f7a6678ac3a3f8bda03526c1e141afc4d217f828f90
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efa12c85ac1aa4349f08613a3f8cde273cf60549
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd21505db72300c24fba2d368c97ff002fd4c608ac48abcfdbda352992701ef
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15275dce8b3712c9459d529ff97500cc6c6bcc88
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b0d9e2708652d1302e1e870fc8dcb475dd892f4be8f37124b4625354034f05c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ecde2b637d6cf65e20ee4f88466042f3072bb8b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a1f415a912d6fe250f4eca1dd122e05082e0b464bb6783836db35a9c5ea4cd6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3b261bd0f152698761026aaf1a87b8a0ebdef10
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a9000df92e8dacf05c57523da1cab319c9c7751e9aef8e93795d60a90cdc1f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3d45f9d6f26a4093d8e158fffa37b457fd6abb9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d17d53d266cde94ea4d96269cade7ef9863870bb4ec77697ffa8f490f0ebae12
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c49341ab7f8196fe2f93bcdde8a48dd85f088053
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33e6fdeb2804c164f8aefed35437e17c66b9dd3a2d94a2d50279b3ea3bd40bb4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0f60264be91c4d6f803e302f3582687b731f885
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff5496950343ad3cdae632e283b6011a0a7e53942fd31585b06850af5d9ff5f7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afeefabf952d4d0aa93e2bc90b4af4573ff2839c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e105995200a64463cba104053f706746f6e6f58e40da612f41ad20a710473c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..903d7ce5c83ae516478e5a5014cae70c6f8f54ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5e35d7d2c5e7dd447d1004b67466908200ae36472fe3d1554348a3affe8276
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9cb3a86c740876de0423293cc2f03dcfaa75bd8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2022c5255ef3de0775ba309df0404621d984ca4d11f291932b9a89471616ae9a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..784286013b6b1b55f99325436d06d860bc58d866
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04e6cb06d61ad5799af20d6b5033c05061d949fe099c01dd403be7d8c4e20dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ebe3a733a74dbf3597d8f4a81f55ef7fe2f211a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd72b5027f7da63ee81db8e06580e1702f35cc18db4d440d29a7c3be262e742c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f64c6e038f7bd0bcf50631266b798d4f2711c70
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7476c008836649143e2e9c1665d73c10a63d0f79d6f79c106f05fd12c33cd327
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c6d9b6ad74fea7355aa8c87db4f7f594d56dc4e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c23b303edcb7851bee844529499eb797df7126fd3cc23918bde9e3b4931af576
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f051f52e8b14beff44de585154db691f03110a9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ca17f2baf8f6472911f4aa47ffca0726d713e14d80d625329d91702c397cd38
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c2cc9a36f0f92f0d8607c6fc701d9fbde9613e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9076eb9ca1e98031d8c49f7abdb1006806cc0a56a3fc5430cea3f15f74841d9b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2578e0c452b97cfdc4f4a313c82e82aeaee3424
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf561cfa12026906200b0374414d2293947e5bc9809584d8acc8e12afd6a784
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ca6f68278beefcf1a2fcaa5335d8e6bd6080df8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f721c01799888d67c24b495a8b49c44c745bb8a4e9ca50ca98c0d48fa1fe0b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e540d9de55d2c7948da3b571f1c1f754a98087f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59e86c847624faa71a3a264f2f6b5776d6eb39d2da16cde6065d60d7cfac6a85
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fdb4dfc9d8a5b601ed90bfa7a4034453883c0e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:038032226a8f04f0a37e8e051d91cb682d9454e3caa255e1b5b934f60a30dc17
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..009aed8c72cc9cb22515fdcebbfe9c9f861cdca8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:353aaa5c7ffc0b60aed3c4d9a8c88ca2c368895dc1e0f1e5cdfbd1421b332065
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4421b63dc25b7dae04c19915cc2e160ba3477e94
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07e7c09d1b05689792157eeeb14aa37c12468f5bb4bb30b5d5377edfa71b6551
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70b9ce5e49a77f394ee088a7df6c5ce9d413509c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d2ca19fa483fadcade06ae5c5cd8340dffd8bc345843f243cb25ba3c19fdb2a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f2deb56aa8bd1d533e3c0f6f541aa15317765aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aed9b755f14c4973db6feb26a9aa83ef764382af961460d7c0f2ad5f446367c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f46c0780147b5e2b1538ce87656585305dddbae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a300bb4ba98eb38bd469b6051add04f7f41386152ed731fcf143664f99abefaf
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab8c376dd8faa2a4ac69ff6dcfa0f375a50fa26d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:182c43f4dbc72116b6a339b6a64d062783386c6a6f5b8024345e311eb7ab266f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c18e0868438e7a6cd0c69b8a1b7bae737f1fa2f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:857920cc88cd456a9ea57d88d8be3370896292ed2d966d5780f4d610b12e3299
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e30e8f8000c757c6221f0d42a54fdf3dbece103
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:671616ee0681a63cfc892d7634ffc2468dbe16b22034d80976dfce8d70b2b427
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bfac0f5f58bb4934d90dc689e8988d6e342ccd7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d8e00227f4081a918e9d7fd16d9e32c93b4af1a168c97db1275d4cba7f08ee
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..722179b6a30bd3b7f0ea369631de732748d6f7c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06786c6961a3a101fb1fa2b0d24f00720dc1ab78d6826b252cf219831391e2c2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01484b55e140c57c737d12eb0ce999a5e79abd92
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee5e896db5e08aa1be1f6406129606a08545590fb8f38a79967b159459a2079b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..174c4c165e4824273c4d46dabef1816c8c2f8c98
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fb37800f08676c6c9216a07677eb53ca1e427747ae9054a758e0d8d7db024d8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f63e488b47e1f49ae48a61cefe3d80865d150ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6bcc36a04a8fa94c5a3ba0dc0e63cd167014a7d9b56e54b2b30b221d45ddafb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b496b9395d865229106a7db9be8219a2d7a366e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6423a3c2718d34a296153d477b3f8274f5b3eaf2746f3bdc3f15b3252e66039
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fafffe2983bb41f71de68661340307a057ec2943
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88f953f56fc570431d08ec138586c66a3cfc19e3d8c5d10a204dfedcbd68d8cc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a7e9ba7a5c227e4e55fd1e9adef2775fd4fee2f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f54017e9d2cd206e854113ce00dafec34222440d61ba63f32570962dde0fb41
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..973527b93c88d33baae3b08619f68582be9f9131
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbbf8b66c66d24664fb91a2d3a3fe2a0c176a0de9b3a359caba893836816f8f7
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b8dc687325bfaf39475d989a0706f1100a676dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6718382a1e375d7e130ae62ba776691b35cf74797dfc6f8d3cc791bc4cc215e6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..483bc600db578239f4d220910b45be214eeac41d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33b1ed60279b3f7897f438dcedc7b059aab04d261084cdc069fae90521fe58db
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddefab96ea2f493d08bacf5c53028a967d24dff6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c738057c76d9743e62dafbbb9d37cdd7f92c7f8d081c81494d649026f08f2249
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49384892f9e3617d64d5f41525cb9a664bb56784
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e5c47c4f176d62cd71354699b83b6b3f19257cd3836f4f2c9346eaaa861db98
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea1e49d6782ca166527308721671b7ba52021dca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc8645d6e9233d6ecd3c97cb4a363942176ca233d61dc4041d16665003598976
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84b15671777e2443076509829f42835d70944226
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9922d11c08e39c7c9960c79dbfa64ac620a082964e13cfb8b8654e8a41de1ac8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..184a1e85c22177455ec7998414283fe15c7bd00e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3db4545b8dd72412995d7c2e809731336608015538614ba4c0f5950fe78388f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7089a47ff7901b32593eaf6e815c19192d85ad0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b4854abe7d4da861d5a5b3073b4195fc9e2fff92d273584f9447a1946d0981e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a819ed29e8d544d8361fbce4dd8196887c2b965
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed4b529754e4bc0f93ae14031c40199e5412d6ba89c37988bfc7990d116a329e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36a7cfb7cba1d68170243431b3516e6b3a5fc6d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:181bdf1bda39f6331a21cf8574dbbb1c04a6a9fd489f5806e071b1300b10c166
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1019feefc5cb2075a879dc1501b31c5d949a8a85
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb4f42b12e34111abddb30c7050d5922c2292e26c3210c00beb0356d76df03e9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d663e067334ccc152091a0df7195208ee023aa48
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18ec13aaaf6b40232b8f12f6107b67e58110840d1a9ac73afa5e8087e9fb3bcf
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8749a7f42fbefbe30a3d7254a2b013406921e1ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23dc27ee31f76bbcec04d3822e184aea5616b270d1b2065a38e150020c65976e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79517647ccee218ec2361259d968ee4f871032f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6105f55d71d7d3b7309cd662570472e4e228095b69793b0a4d6d41de1712110
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4aa7e68af6698bef1c7c76a881657e38d55f8a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e2f31620b3ac3fcc9bf1267748571c126c95719baf526c49154208be9034d0d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a8ff01e8dbce0606edfde5ec747724860d2fa0c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6be4b57da120bb56a1586e39843c95a202d38660072aeb540a1d365ec32f0fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2f1e349b77ef7b144e383b85e2c202f05b4db7d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afb2a3d1d61604ad034e1327b84beaacdbc1556bc0457305b94bab97f964bc25
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..584f0185af426185d33d317a7e70d0d814477734
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d135e017232cc4f48d0c3ecd611c21dd718b94469325c3eb0084bb5493bec188
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7212ec540d2d3b2903c3d1bdf4cdc02540d6ec4f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dc30d515b1cf4b83980e737e90d6ea3f5320ee8ee2eab81faabf2944ee5afa3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1618aad3d415039b899ba35db15731d7787ef3c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:314ae04a0d92dd5745ec1340ba0b365bfa05cf8f410f17c6fa1af54d19f74018
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc543b96c5676f9c6f857defdb2763eba24e9788
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad57bdc28cc0ae635553f38cf73c282ab00b5b934cbe3240ed0080b676f4fded
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e59184d512a5725bcad5905048fe79d4557ff3b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a52fe845f5e2a683f69f951b70e16f0a9c4804f52bee75eba3fea20b978540c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03bb4683be2e038355b27c86ff34ae6f74cd0218
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c2a1a814f5c5fed09977a63a361fe3dd50fc47e416eb8a0c5d95bfdafe07732
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f6a54dccbb760d7e295c752cdeeefbd0ffe860a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63f28c8f74edd52e72e0fe6da3219860fc37e53c2616e5d2248f4ea785d7352a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bcc0cf8824de8d1f93dd971257afa9ad1a773f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b7c5b59ff350e43375cb6180fa71525ec7a821d9c2800bfb5adf2a7039f0b6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea7fbb564cc920f33b8600a1d53ff6906ce6d58
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0b5a1846601aede25166fa5f28a835fc561487af02a5badb4fadcb68614caac
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b72ec36d7c0b8e63110417905a98c0030bab3cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1437ae2a5caaaac1f328c236c52399b4ef5f7c43d3f448d6077fc1a819cee8d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b046be2266683b335eccf21fbfd5e8f30368d468
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f993d56b53186d6609f20bec175f51cf7f87fa1515763cb9d3656d09681e693
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36bc2738f8575231df8e6ad1b1284ab30e1b435
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02775d3001f1d8bd453cae3830cdf869d75227c63a7adab9b9d0833c69530d1f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d85b8673fdaa89722fae0e29cb78bda653076fcf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1796fe8039fe87a6d0997ef6cf19efcaf8d7f52c512e682511ca528b705b983
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed37b360dbd4faf390508f426b767eabef0eec7d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81a2b27251f98560c5605395b37ca022db618e3b560759065739547b21746717
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e92331cbcb0e24e168b3694cb61e30adacd5ff85
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68ded21d231bccc62e10b768dbb6df59a2fd95b05940060ca470272d8a09968a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96d072c6975126c88344207ca62bf515fc1c126e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46d229286c389af1795f62471e817c167b72c4d369f884b1a9ad4f3d19b75b1b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..378d2f89f5a2ff11dfd033fb5d2262a240cd8128
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c092f989e03333d6f99f126887552221c9b09914546b7e086ad17b65aad78e6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04befebc39d162c09f020fcf9bc74c9e53b3b06b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eb10d2da97e47de0c57036a262c3830a8e4b525699efbce6fd4954bae3ab969
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bba779230509a5b5b5e70afc14d2994d69c1f2c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d1ef4d2fc6e7367ab4d85c067e960782a71bd0289163e80feb3945c135ee962
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeb2fb6eda0eb33def7a9b6acc9650696dcfc217
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d57da7173884443ba0c19510b10df4d201ca9d7f08cbae4b4268c6ea59b64e02
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caf75139681808d2e4e154e674532a4fbd5fc034
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b03d0dd1c91fb28fb1d139d0ff741a571b649fea0d483b04ad4947b4b168135
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..419f1507b3a9c79b61617683d4731392a55acdfa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a2bc569559872017496004428400667aaa09eacf459217f17dff87176ec6e1e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..788360a6c7d4969211ea0d092311a412d08e5dd4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d7fc1f93d7be588bda5b5b0295e99a4e50cb3fc65ca3f61a993ac39fa053bed
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43a79c36f0994ef19878df6ec884da25cfb735dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04d764ab420e93225999f1600021b5bbc36ed1f2e79543b38b474feb8f2cdff9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cd7d5045dd26d49635ab42acc0a0a91b754432a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdddba84fa516e465baf6cbb3646ba6c9a8e73574b198ae4473d38ac1ea9e055
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1ab00a5e99aef505dd78bdad7bd75b3bac60f16
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be3560ca3e9fc2ea0fc9b893a7675f955955a263fbfe33377543502ad153fb86
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a47db8674c0d5302e6e70030919a1f0049a65d6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:506aac8e060bca4f9368fd2e04a155f9c08f24850e17166607ac959386c54ba8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ca9cc687d50e4b7bd77b21e9fb4fadf371e0f61
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b2b9ce2a89e583fd8b1931eda46a8683ea94df3352e9ef4a39752aa2e675dd2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..230d30d22dcaf6c53245b24cd00dd48b5065ff88
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d06ea652b67a7ac02847c16f6ce9c5c2fc66bacf1434afc59095eb1e1cb8e23f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2af52f90904852259e2154cea95a8483d66efd46
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4005d9a1999f37dcec203f75b1a2acc80bcaf4ef68635fbf248f6cadc090b409
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc98fb141793eb1cd20c2064670844e6ea98767a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a43034108dae1648ab0a7066b82ef00b11be20840b435e0341782dcc192607ac
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aede974e832acd6025ff1875d6dc643c51c35f56
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b40d9893738f0f9b853ae3ccf398f31f520c14eb8ac10deba4d5b0d1bf64e72b
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b73dd283fdd2e97a8848d0deddf69a9d4e40a5f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb6bd9dbc95a2c63de474619b19e13abcd18e1ac0b8fb697c8d134900aa8a671
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1437c18eb1927a74c803ff6dbffe63d951e5169d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef559dfbbe0b64e9e7c378076bf62d970d92cdaff7539ce22e098e47ae9771f5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f52959331e343f1e966fd49050ed65c65b829103
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eaa9be9d1d10185a6049b6a5a427a395f4e1336dd2032365d3e7627ad63ce40
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..353ad5c6005de4680f72a70f077a4fcfbf61ba38
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceb97888e05af51a0b1778ec43396c5ae2de9c866eebe614729f9d87a3ab4b4f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4d533a2e5dfdeed7a2b05c9aad06e5eeaebcc3d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b53d550b19de302da09208f223961fe1bb0341776f8a8f51bdb99829200901d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd206846234bc3e4fa310d242aa281e12af2fa0d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d05a04661d1d6d5936fd71df1a2e0a232ab81aa1810d5256198d0e10e5e447
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4d3427a76aa752912ee3770b2ed317f945b76ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abf09448f15b6a7e00abcda091bd79e7e4bcede0a523a97f5736ebf2e4fc70e8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9bf89acfaae760b6df28b7bed01c6ece3eff2b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9651d44521bfef9410e1e1f70b935abfbb8c45ce0488a360dbde3e50215ebfb2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83a27d262831074e95b2f73adc23111754610d49
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3326eba43b2988c3075a93e316c131a774ceceaf188588875340f5f63e05239
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1211d36d8f9370cb950897f359c0b18cb42a4eed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59af14d8fdbe072d147a1c4a7cedf122f14e2ab3b66dd15387ae713aca6ab7e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d26679225b5e187a9c37fbb49b8d411fff683e8b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f26ac4b74398d18e6e3c5e76c4505d7b6b9f8fe74ba587020cc284d58c496322
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22114b4b1729769de82c9404f1488595cd3f40d1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79d63da2dfe8f2f446731e89aa0a62519fb6a7887e616cc70ea455807e806136
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e53887897e5b0e64eff6557f09e2b7c8e80dcb3b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4ee71b4ae627a2b5fd4393b0d8bfe0d85ef150c4a34eed3e43058db7109205f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7af6ca806f3be211a9aa7e690f596f1112388c52
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7426a3ce6cc6d08888b9b80809acc0335ddf766d965945b60dddca12c0397ab7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a032d6d845142be19a63459c5776e360432361
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:035eb494cead796dab6f4c0aa4268bf69aff41973e6b6e4eb4d183bccd420781
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..655bdab82d8bca77c7b2cb86ba423d21e40321b7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61bc57ecd39b5263c715fbbeb789e626c42ca344ef7ca4f70c8deaecd08d057d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f857cfc1eb1008d515aa0f0d03f656f3796996
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31d8c663fe5793ff30ac846da3ad03de9e5b311a4363869fce4b263e7bcfd779
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb9ba84f89b1864d0fdc202ec824bc281fafee6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70134f8f2dc779ec13da72dcef1929af560b9308e5af449df61aa9b9f6383589
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7c73809a7770446ddb825413080ec949ba7b762
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e22aaf0fb81fabb6e11300de08018bc19768eb0e07cf3ea5aa895abab0cfcd9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f20033c335ea176d42ec51dccccb902856c248ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5e0234d461887c12d3d784e1ac4e83fbb652dd6b0b647dd79c2140f354c0b66
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e4dccc9dcd3ae2147a7a56fe4cf254b904007da
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad281a049f5de3fbe2987cd9a61ff74d825442dc6d82efaa065ba3dbbf1d301c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6707c96d6877a7d10f7f70e1ec38db092b90b7dc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30c5e3bfed04c0ee01753dc37030fb04d7128c49e05eec10a09109b6b6eab14e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93fc1197f72dc70d585713ece1cb22368402ca6b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32797f1154896e8a1fd58c8ce1f3fbff75e25d64781cc36f6dbaea31834155df
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..575db48aaf99e836631539657d5042419871ecc9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8fe2702905e79b2d0a8313c2499033d46767c981350c8f256072ed6bfa7e41a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaace926605c17a3a5de9e779dd440324400b947
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a39b35d5196b3bfccda1ca886530e7bd53f8ff18ae741ce10b729e95b9fda2c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa2a9e7f80dbcb1b30bcb4eef28010f83570fc01
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:558fa5121ff811ec5a68164361956660a3b2f3fdacfb924fd3eca88fe86568e0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f18af0979a2f9cd65a3da3c93d1d05f8716345a6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5917e1a2e1cb060e15c58c5167b924dfd73fc04b08b3467d49fb00702438d99
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..504b0169db1df848eb8c7743bd7c3d89b7fbd94f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:886a5613f5cf71443475fb5228f9452035fbf57eb9afe93d51f2d9b865f44a1e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70b183f36a3b98b53a8b64f282eaa06adc4e4a03
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef4c7a028be9e40491f4008753c9d7aea17377f113320dc5bbafbef3fc337498
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26a81f72e77311a6ae281a6f7661e52cddffd464
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b21afc521cec78fba5b81c1f8f657bc0f2de379519d566ccf87438dfdc388245
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7325150f544e335af325583998e17b8a6d9ce42
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0183c22bd07ae9a8bc6145a1e5e36c64c35272dfaf86ae04a40ade05fec5f86
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdb7db2ec2e36fbdc4498091ab6abd44938aa6d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01cfade5bc8e0e2a57117ae4de90849323952bf8cf2ddfc82e8a834e1fbed419
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b2271b186b618922bcf11c73307155c64d8cf6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce72cefd4619784d94b3a128c7cad50e995a318f8e9a39108167f5c82cddc806
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6729a39ce5785d6cffb8c239c66234170b90adb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d6d21c6146548cd0a4500dea0433c6e99cc0a72116dbd73838fa219bfc65cb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350ce37bc1248d907e9ffcf90cf223ae3d974c46
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05f794607192b0a0fe7e265c0ed74036341d43838cdba58e41dd478a92ae00b9
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fb3f4ff541fa0b22cbb4ca8c00859dd7a608846
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c3fb83d0a12c460c83ef1aff011e698bef21ed8ecdff4b40f6103ba15795190
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8411e228e125f07331e49883d0b13483a48777e5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a34c3f6dedb274280e5f1d90afd581843bf24c72eff5e2b161cb2fc739e7ebec
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c84179c3d32818a847be2af06be10b66c7e5ac54
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c94ef90704967ed0647073e4ab0f990bea08c575661a02601d0de28dc401233
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7cb0a2dcbb289cd3661098f00ab70f0f2343700
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4bb3218e51c1edf738b00fef9b563eb4027c34e08a4599f627f426df1847365
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c3b17c37bbab1e713c38890931e186d76b0e4de
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a50cd221077a0c5d70458645ef2998daa83310b460fc68a384efffc71047ee88
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a38e8db42402ed615fb4220363e362e880ec8a18
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c16f717151b17ba2f173805a58d5d73680b9215dec88a5db0f1b5a631c1a66a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fd64070cea7aa8d560f20d352e5a953ba04af18
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ed0d231aee88233b84d714c090fe67670d9573745e8ac3564896035e459d043
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be74c77ffc0df08f8bb60c4c937a6c5fdfb8d39c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c158821149211c95ac0fd64e7a3193928649d28c7d39b5705b45dccd30a29cc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6be554eb36648bb5b0a86a902af78bb370f08dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f740cbf4ca4caea8f4719dfb39c3ef5f1d54541115d3821b013cf40af3a9868d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7571fb74e1f2f49d145fca5a79b4ad550ea5230
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a9e8a2eb8b92cd7ee5cac01d837d501e8ae2f3e2d4f48fbecd4c00e9bb6826
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f1ed5fbf6f1d04b8797e501a45b450fade52909
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05b71a0aa6c6f79739debc5274029aa164b03881cfc031bf9b0e29bb0bc8383
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7885e5a03accc246a4f46a3852e0217ba5e1b25f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37cd4330558344b036fc8771baa70e839040523666d35388f9f0e0ee643a16da
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bf07255c50b7bc6d16b0b47d24716aad09699ec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4facef52201683a37cf368b10555cfcc510d589b364d282a78c46ac6fc48d164
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51c3aa77e8165794d77ee2139e8912eb929d8d86
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f36ea15616823f3354555cf4b9e59afdd85d521310279953729b11a02f48b0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bf6ddcfb98b17c982d2f0ebce279dbca3602c92
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f48fa062e4cbf9c667c7e6cb841f7d28dfafbd33eb66225ead24cd513f7efe3e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c1d17251ee654f092384fdb12c359fdbd891013
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db78cac277f3c8d5d298a5de17f6d0bb35e6be4e7de3a60282a5c6189fd78ae8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fac5175148ab3fbe3740a99c297e4f5763d0bad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb13ff4d3af4e8ed90522f58c092d005978f18eac3c6a71e0d370752a52b4cd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e85698c51ad060772c3dda390392261d72fbe38
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c92585b42cb9b1fbab6f5c9470ffaf73bc54790cf235863d58bcf17374b197e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42a7200b9034d1b02329cf6270f3c8e1d54bcf5d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:474139a8f6875bb4c0bf668e63c8b971db7b57a62460776891d49bdf2358e7f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0e5681310d3e9233a2fa91acc05f68bc4968b77
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a34343cb1af6f13078e31b33621a2a0c22046e355504aa3a066fd7a462e355c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c6e0842a672af9cd7a0c2a7b3eb5dbfc1687746
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a26a64edbc64ba710b84f4a76dd93e071055a4526586488201cfde38d2132c7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0779572a852ff36dcca20d13efbbd99ae2b5072
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:863d023b0cd6d4004136f3f5d1474db3ff0a64b74fa96f83a9b02429d239358b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b0ca5f2be773dda695433f6a469d17644baacc7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e481adad88862d24a60718567f544a50c6699cc2c9dd17e81bd57618d54642de
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be6a2d0240d134da6b057af7d330af849ec25245
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1768632ef626f17a2e42957528c525f61cd787127101f19f3265a40ed20d542f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7074fc7141b48b0df30ed756949f80c8a5483a28
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77192a7b3686951e43fb34c7e77e55b0e5f90350b03a66a0d4bcff52a3e6b835
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d088f52c09724f3de0713f2a09e9f46d4197906
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:682a80023de7ea196fa74af257c95bc76b7373ebe83ff7bbae2975e09aab65fc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b59e6fbba17f2bdade46260cafb65cea14b8ad0e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e2750ffaf4de5978dcb1025d1270d0efaf5fd169f481b4fdee4fbac53236643
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c71a40e79000ecb8f8362aeb38dc1bdc68258dff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c830d332b5ba3ff2fb85d4d5880e1bfbdc1213321f3ecfb9c2c983e8c01c92d2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18a33ff7a16ed425b9454a61ce16e4cc498b4fd2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3892bb39c1790d54645ee21a9944dc9f49a57383f100461f636f53b0b40faf35
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8863b7b7ca44f62389a8466b58af1256ef735111
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df3c26ee9a8a635738ce5cdd5bd10c941a9c98c31d389d1ec332dc4ffa0d0e91
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da20df1efd022f0f3bd3b7dd0d43e8b773d1967e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf45bdae78d1fc031fa59c76f30950052247e1ad8d00755c600490adb04ee525
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d32bec98e6f2971935272ce32d5e5460095bfb2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a4b22491ad88a5c711ca24dd70dfdf6eebc252367c7e6ba95a5c0f75b6bc78a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1294ae56f28b1452a38fe7a36cb00a9b67f3c30b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a78095c84f37e7758f9b0c4972e4e3b460b84a985f532bb0e8e7be8b9250ea93
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38297288d0ed67a3253563d29e4c380c3d21b781
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d40f161b4cb3c99569e96061d3c9357d86a830467751651a22febdbeb850c50
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..023b0626256ef7f434f8eea98d7bf9656915c2cc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c748c7de7fd95e04aa509a08af8ff34699d48a1cebca92d0d126ce8de29b55d2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9612a2faabd1dff57ef34b8c86249585ca66c00d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:086f53d5f1e2ca574e602011f17c28aaec56f90806c30bac952f80fb952fa98d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8c38532573ce92b5655892d1d150526faf1f393
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:384d4fdcf64efeffccbfe45f2b7d11d0770d160bc70419fe8d3a8a7358ef3f99
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1da3422ff749d6fb4190ed57d42072efc6f254c0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eb1c6306c90d4eee3226e7573d8c82f709cc2b5cb78dbf5583d8d7f3a14352e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e90c27fa573b18a7ff866dd95e59884d7e285762
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d355aaf868ac08a47197d9033c289c889be90ddf54ce955a46243efba73f7557
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f5bea42ff966504e1743ed4b499423c9ca50cd1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df6a6703de7be40a5976ad27715967dd8f1ae7d67b7f8af527df95e7ef12b047
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13e681c36fce9f7d6a6d108960182ffa7ad2c2cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d39aaa96db3352fc4aa0b779ab89a19b0e96749d5e5b9a5e7d7d65550472172f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d11f62b9e8d334db08aaa2e47df0742188ef2118
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a236e48cdf263297b5a37fa8b0a8e99bb36aa7b9ec6c28d6753dec23d4f87d96
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c31084799d152e99636173f77bca25d81dbbdc02
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ad29a3e97b6886e8be578fc292b01b42098c0f2723fc50cdd201133777ff630
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bd3a03859ab30fcc3ac0a05c57c59f14165835f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d1570b061542b370a45043d8a43561935d9c43c81c095db9f302929655ba4cd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca8c6092386e976f3225490905ef4c94c8147472
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04b1c257207dbfe54022d52f3b861e0c8a2dd64d4a5419a3230e29e384fdd506
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f33373a6b3565ffdcce9cce096a32bb634d29ef1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a00f83889d08db9a4709902f144e05cd14d886ef079f9c5ac388ecf04794199
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d8eb05407af083ea5fcdf5052665e0a82d44f8d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eba46fcad8eb46cd1e22320e5feb190c62b78242a87295d2fda65a561f7e308
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..828f11bdb597284ed004395d8645f9b2e96403a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f96433f32493e0fab788caeb2276ec4555c823c111aae36c4d44daa9c5e67e0
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be5e0fc1d453fbc7b3debb3a67fd27417e2bd013
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a8c4e69c893a28894d1df89d31899f2eb37e59ab7ecb084bef0428cd24b01c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1743968f8ec9e6385fa2da9f76b28714e33b5d12
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b99174bbb496cae76cb69b95c93429b09265d58139f53a2408ce6924b3240521
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef9d2abebc48fb39d615403425c2248b2afb8b0c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:271997fcea009eec4ac1780a0f48ac137a0caf83324e8cfc7ce25ff6abedf061
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07f46bb6225871b9e982467a3c689c81675c540a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8925c0c63ecb0a1e4efe27fa8d7bddeb1aa1b8455a11c9e447c8797f998fe70
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b0384c78e26401c0f59ba66a8a3cef3d5cacc7b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5145a20649d600c4e88e0b10b0e7200cdbd38ebf50a7cd086f71acff7f83c60c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..883baa4d385987cdcc01c2eb10deec5975dfacee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4870bb821c7073649954048077c380cbd175bcc890c0fe1e6e4987f1ad41ca99
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acceb6d255dbecf16366c84a50670371c9546ec5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51dd35fc792d8a417c4161965cf5f919dc1a03334058549bbfe91a29b2eb62e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77bcc9b915ef5dd09080b3b41079b11a159ae16c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1699774c1dd13cf0e8b161c744457d7b56f33e58f894676aac0d62ee9eb11593
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd45b343b2a89ade29557d516eeadc82efba6579
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b33c51b9695cb5109f434dfb599e6e04f59e395247440811bae27f8f658a60f0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43e2f72ec438d65e6f4cb2ab626f8ea494e7741e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c196ae5058995c607ce7d8b09c95e350eb7da19a5fda4b0398d9a585488b2b3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..789c1723e5a8d8b2814af2072ac618a62c939dfb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05d9f9156b9c9fb9a17012620657889e09b2595cf63e1512700399577e3fd709
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d913efee390c468349056309c2d175b677ad0312
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:197e68aba95535f75396b19d250bfa17f93687268b1babe5d5e870ca40ee7543
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93aa636a573d55a29fefe60e9ba8b6cb890a14d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8be210d4c76ca77d0be655858dc865d3688510bacf34a5e98e0d2370c213edc4
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d188d55afac43d3acee77fe5739af6c82ab8fab5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd1f98ce3184ad4226446130d83cbbca631d716e144b4948699970a8406df58
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f5a7ff234d1cac2f7c795a460010acf57006598
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf8945e7d339614135c5336b5c31ced3a40b5431529818af17278992d6878b25
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a5c8bd94be533ed8543cb7412507ff4c1186588
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:348cc7d6ea2fd16cc9255c6a198ecc11ac7666a3d88615117d413e55c6b4bab9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93690fd3fe38162643a6da8d01478cee8fe1cf26
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c7e2ac843aa4f96e396016750394f735579c024dca69698c65c546dd5498ef2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02e5342c9ba80bb5f133581324e059fdac7da3d7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a57fe589741e53d3862c32e583e85fa10d8881cc730805de194cb665fe005cb4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..308308f077966d2c1af6244bfc9ad1a5aaec32c8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34308bc23fe46b3b38e98e5b608fc0d96cd6761130ec3941b0f2d0c00c5aa3e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df2dcf6fd59fc376c0bf84dc417630debf95e7b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bc5a687958175a01ba03b1be51771670a497189c07f7877eb4e6d7fde684dd2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..474d9ac0d374b04d25739072c4f17e868033fe94
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:864153a2f6638be775766c8b72eb0c123812b5648b2a9cbe4602f562afca7d44
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59ad0e0ccaae02e456edd0f24c33bc26722ca2f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:482d601a3da6f5122498b1d1471d731620b75b90e41145964d322760f7900a5f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b8eeb1e509a0a9acc1931c4bf3d5547ea93404b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45f84e25ebaf88dfefe235a29df3ecc307d35e99b62e6429ce7b8e0a9f318861
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9540a2aac17a9609e9186bd31e2fb90120acd082
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d04a25eea449cda2098a4c46b3c93f81d3fd144829fbfe9ce8b02b84d59491cb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d3b6f9f25d14fefecbc75d5008313baaf736e82
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bdda608a9d03a3286b6103cc10890d31aed347c72724f658454655b58a57042
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d06bb076d1f4c3941c346d158b077a39b308f985
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81801f89c58ed4c6a04883a9617ceead866ffc92b1131cafff621636d1352b75
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..064770befb661385dcd5b2a9817146567158e219
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d867bc203833bd07a545b1e14de0f6e66f6a23da97e62025cd25071794176c57
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0d07cf332b71aadabcbddc708e97261f785dc9a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eebac318b8ce26e1f57b39c9e0547758f6181dbbe2a181c779fbd8c114c13c8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad3805529760e6ac31ffcdda5b57aaa34e900a11
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed57648624ead5b6ee6f4f9c43968f493ad1ead1cf19b228f8d2e59b65cfcde6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d1140de21623e6c2be1daff5252001c1ea1425d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7fb271ba043de9299d98306e6a7a3043c52bcf9b8ef05573be256b03e395338
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2725870d07369f8207d3331333761db15197070
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:844ac5a5bb0d0a093c5936ee7719311dbb7ecae634669ec3b5f62a62f3cd6d97
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b6d4b1dc3753bd7453dfc686c09aebbca2b8133
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c7f10d21ced07cadc86c38321da416d172b8a996212becac54caf53952d837b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5413865a6f35af9922408ed9c37f3a1725247db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac500efd59b73432d6efad8bcd512a1837d86920ae5602cc2a6e11f7a05136b3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd693c1a96b8b22f7bb119be82e594edac769869
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a06fdc6948e9cee2c35db3edc1b34a4c012b290cb373cc348ee802a594afefd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4a91ef7642d450f77643100c45b08c07c98dabf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6455d620e060f025198a0d884d6a7d126440a8929417a5480ec3aca3496e7c28
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c65e81c49aeb1f5cc020fc4931319b224f1dc9d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a02917b9365f589d0e07cf508685a6b41a876d14ada37f9c47deb1c7ca3bc0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d17925dea7094063aa30a773645e86e4898dbb88
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d0fe7a24467b21d3e3e177065704a1acebd96a8bfa4844f6a975ba75d79a283
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1f8d4cf0662dab5212a0fb497b67c7cb096a587
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e830e3d2852f506ee2e8784c9f67e39920e18c1e44da3a78f694cd0ed1cdfb49
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56ad55bebb7ad8bd54b82a9a1d627b72eaea1b71
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edecad53fee49f3d5540ec919c514731e83d86800a8bf883075cfcff17dc01aa
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/lm_head/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bf6962cade850003fe94649f7a447bef9bf2756
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22e30ccd324327ab8c6b7e4891c3b393d4abb6582704da2bb71649458671efbc
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/lm_head/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a18a969c256bcc50f309f72b79d422bed32bbc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50316db762b3e5f6c0bb6681b814874d65d9f15410cb78c25f1f64957ca784c1
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bca54c1e064087ef6084911a6da7db9f085e6461
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53d58e3e9880226024ee9fd64fe9739a09c1599c563e21c193f315a6f6fbd5a1
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b4d1ebfdf6672ae0a65ee860e6af9365796119d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:862eb8405766ceac0591d050095a5944249e5a079aae6dfd5af47314859a76c5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a8086a760a7e3b7149be0f965320bd60daf1d99
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:797236b9a1d99b47ff6db713a77eb71ede13c6bb9f4742412353a2c930e5cba6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85fe48b2926ce2ca43865b779a3497f561204423
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:818d6b371742060009ae43eb35a2994e7147ca9ac601f0a9faaf9c423fc077ff
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ac1c87e413721c23796ed20e95394b249a74d9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7830cde53f2ed85510469aaa34fe2f3d0c7c44f5109048d4f9e15b1999ccfcf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af6e7f62697e667376fca404c5778c86f06931e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff8845e13a6c0455e2488e9f55fe6c0eb752f56c47810cf8c98cab35282ad7e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..696fa3ebfa596838f564fd07aadb14ffe8be5c98
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df4738805f5a5a94169d95d23759d814d1e1318ef55934103850f44c0c6fd5eb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2792b31323a3b2c066b206de39c7bf0a7dff1d1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08a3735b8bfe22be6820918ee43855b9104dd6eab11856b6376d71f8a1f3d6bc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc981561b458ea598fbac03cb0b71a704b51ee20
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83e29f43c812166e01d53d897023ab763e2b2f243d452cb545eda14cb35bb73d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c3056e38e40e9eb1ce1aa17fc952709920a2572
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc3888b7e52ee9e65ed8895589e7afb3b993dd7e0e7dcb1bbfb95af42b4a977e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cedfd39a7369f121bab1d0bd3181bfb214fcf9f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0b74041627bac266b7a0c7cb53a96543e9ded2ec0633b4de51919f8f2e3c30c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35a4fec4160dc59ca461273a9ae3ab781f6d5909
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eaa02a033ae7b42c0cefa7ab401055d9d0bf94bc4319edf9dad447da923d0a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af1b1963bd75dc84fa80603de2ee70e7e12dc08a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0659d3a1fec679cd58c083b1345d932af5fe8bc0b34c165f972be46765eac8ef
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2b51f710c1a1991d20f81d3999ab16ee80928d7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d59442036a0f0602b77f3330c603ff140f80d3c043a8045f2ad222c1658a127
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00b31ea9239e8e0996d572b58c0041dc34ab8963
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:369a0044707611b441be009c3cb5f6c5eb334bb4f9fc007f97471f3a8292b17f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e257acc321fe1c23a8d977cc73e071d2ad9572b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce49e62623df767eb5ccde9b2030a0fa12bdf7bb97cb02545b8a14dd1aa91c2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..408fb436063c0e171f999441460734bd7f3e0e14
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60c9c94fcd580182609dc44505dcd8220640721a1ea71552ba3f764f5acb6c32
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdc76a2c9b1d23f234c1e0b17abd42ceaaf7b1de
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e707538cd12ca61da56787719dc74095a0dac7ace9dedb51682eb26874deff67
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fef2453f16310c6ef8a20d35ea93252a9dd375a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b39da147662161d0d4d369dae8def932dac3d09d62e2637dff55c5720d91ca5f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4553ec55a7e002d68c62ab5244d628eb21008a3e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca1d70c64f8bae612feece5df510f6c94dd3eaaa6ade7301e4381f4102d63db2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c9b887600ce78fc82bd9cf7ed5db23af9a0c24d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee90ac88e87ab1f20a2701f2b72ef0ecda3e9ce6c3836b2264c4f313f19ee0bd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40c22718693eb9dfcd7413056ab4b956cf9de81e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7aea85466da091280d8a6470f015b2bf4fff6a6b03518f9fb654eccb63725e0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..081a530ef143062d7c234ccbb8b7c23422818f30
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c33b5fd40c3901464681043866a7f8e15fa1cfa59f9e7a575906e9a9656e83be
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbb5ce7b5084cb22bf14e4713829658119923e05
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58cc1300907985f361ec4ada87c40a6b2db5cf8a4ffc7e2d1f17710687832448
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94ca5dad6ef49d422aeaf389fc398a1fbfe0721e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:455e2cf65f681555e3df6888c4eba95944659d2d39db13d0f6caec3ab4c331b6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29cd1beb2b868fd78f38347bbf48a1e85856fd7a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a0c4ec985c0b99e09a01bd72a4df4c616ebdfa9b6f3834c5eabae6155f01c8e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6162c1b098bfa260f59467176bc05c7a2bc1c92
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e91598387891d9bd3550ed2decd858102ca4568b0d10db20f5cb49524b836bb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14402ccc13ea19b1e1c9a2507ef6d37c5017fda9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04265d841f546de4e1e696cc5f982f0d91c9a6c2a271fdc34c4237c85e4cceba
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd2f28b6dd783dee7eeca27025bd0f7770e83dff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:624b56518bf3d20f5bfc6f2497c446a4956076b822e89e6ced1da70e3e8afc6c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e6a3d70f3123d70ba87ad7c2a6ca9da7710e82b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffa03ae74e42f5744ed40127bd3298ae7db19192726ad9f5eec09b3ba21882d7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a9ff163bc672ebade97af7b789f978f44a2ef7d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0f5d1b0b7629ed17edeac7ebd5f123cb1930bfa4ca7a020d35dcea3ab766d81
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a91eec300d15d56aadc4e8b4a873c4254eaf8c70
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a499e3192cd240e02013ca91e31d2126936dd18728a13577247a23c31be9be51
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5988c019d9ca63de2e5393f15e2d52501fa756ac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6de338dc1e556d9d40e6990bb08e0522a17ad780e925faff5d62bdf282b7bb47
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5ed05db6c3d4a1a59605c3ecdf08c6ec6cf3c0a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02a54daf774d2f7df415b711f3e9caf7852a1fe1a0833fb893e4573689f63146
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a87be8887e8d23b68692abe61a98dd4fe37c3d6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aafa51183f5bb843949e99d3ec124081cab887478a3b141bf0e3347f34e448af
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd11567cc8a2930288b8ad8448c2d2acbeb5fb42
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e80c983f0e174c43f4a86eab564f488859578b9fc9014c7a89999d2f181c629
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4d972e9e7104bace51a403757480b336cc97629
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:830e39d51973b69e1b42a0ad2befd61be706e1eb79ba30696f73558ee329ef74
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1e3726e2ecaeb46ad6ed709be2188b21e2701d6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:648a45291f01a60d1b710e18322ba3e1678fd08d6414684a6645f5dce3d6eff3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e94a11098405f4a88202eb9cab0d46720fd03d16
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a9c0c35d04e027f83cedf3d646401d471f52905bd89b6158795778f17987dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b4ea45f191ee488c82aa2e1bf02aa23b2d92486
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf9e87af81b9aa8a609f61b842ce3dc5a007c4e4ba1354edf26fca1eb7559089
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13864c2e00b3cdd158c21f18dee193f7d73278ec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b339943fd932ab240d13b3614b4554d1c1c6686d65c7ee2fce242167638fc5a3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5c76ee89a8ce68eee510da05ad2870559c0f4ad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b615f2c167799c4c725daaf0f2ba9fed683f8105d04b50221305fda1acf327e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c94e691ff175891467d8b599a390fe53fb5addb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:388488153c62ca66b1ea47d0d46d370eba3eb1c614e0037c3cdcc4abf8117ad9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bac6cabeb23019bcccbe280122c812883fe21d12
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e198896343664d03cc84797f3cbcd4ac1c9cffdb17a4b7bfedb6c2c96bcc7040
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..071298447307c97ff58cbbb986144c71a6068e98
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b66f1bb09cd956b0114ff6fffe0b385b8215edfbb62bc4ec716142b0fde7402a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95a33c4a21e22653ab3edf55a0935ec86dd7fcb4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4fc4c998511062ea0853932780eaff6281292d5871d2b23cb2cdfb4d015f5bc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41abd1fe2073ca2cd0e5b2c8dac0b42c4151546e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96ae51a84fc0c4879a7ce9440f5cbf2cf5fb9f222ccbf8d669f76a6507b0efa1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b4d94ce4b229e1425427ae4f23b7b6a525d946f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a39c2cb5abcd3c239ec69d95835133c29a5a53b2959ad82d6055c5978409b1f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cb9854a024aa085ac812436142b6990515d81d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0d4edfe5355ffcbde47cdfb49be84e26d1b645baad7008121fa98f57a52d788
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e66fecb14b00983d982f5a75bab4d67b7253acc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87edc227a5d46fc779f483b55f801b72030cef4f436bd5b5e4bf215a272d2880
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbb361037e6d63863de49f43b8515dd2c2988cde
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92ef717c1dbebf24806667e7928773cb3b2be325f8a28558a116973e2ad63f19
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97516e897b4bbd2657c441d3a16e94e54fb979e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f38f68e7f9d33d8a17f1bee209d670946f89bb67a485d25e301e68fb0a788e08
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e178972c1abb8e84f2d30d403f4e17b7664e6c66
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee23dd635b499f1e1405f77ba06dbb23b9267e7400dcea3913c9c046e7a3dff
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca50338a8304b1b98cdd5c12d0d5238a770b78a6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f45931fc6e188a20b0fc0d0e6b2ac426c0c5c48ef5b909fd8e187f27eb46f19
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be3243f85b734ec4801011f5b0906732887f741
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29cf65aae7770327af44074a6b69f888883ec60ea05f648ceb3ba36c87e60967
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c3ed1dbb98389a676590ffd44427cfea986a26
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe804435220faf526d0dca9c6c5fd74c973988deea0cbbbcc11ff182e3dd0642
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b13f3ad7d6dfd982cf54d85598b78d8ee7e7eead
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d1067729533205cf76a33c0908e61537818dbfc64e9854868f7c8a10423731
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e3bf8410715b4b070b6e25521086ea94dea234b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8ebed45b72c790bdcc120f59eda3b77258c92079de5a727ae619f4c0f94d33d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe831581553f1ffb664c0e4ac095c4305a9a3063
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35dc7a5af5ebe6e9c450a10bea5fce143287cc416f8aa67e077c72d9314c9812
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcf8683e884960a08f1674d22d84d446d419003a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37c87f7b87d0387db8628c2834be79ffd6707a5ee0eb848c15fa8fc177f425c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..420aecbc25d33a9c992b5ce05d0488e84cab2b89
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b4a50b402aa2d9c9fd18c6c2a5297ac9c190f39fcb1dd89e57c458da760f89f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a34ee2a17860593fae95ba26a0f0ac7f689758f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:437adb40b30cd6f2010caafc6441dad2bda1baa220e79c04ebaa28e59ddc9df1
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4fb047b13535d4432124b7a36a9cd81aedfe703
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ba27fd4d3ced152b0c7fcbcdcbe4e2bef0fb1adb366048981205d69a823348
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de46c4822e7938e20b6e5cc3a9d5bbbe231fd736
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc34a5610c9e79c6418e4a30e3b59b1335c9905b0931fbf87a8c2c50196d88d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48cb5320b849c5918e9ed1dd169168fbdce018b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40e74f3b988c597ebfe880c38b3d5388039c621c4ea526358cb2e57bb4f3ae1c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f509cdcf0398090cfbdb5f64e93a625dc5d9b4d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d0f4d2df66e8b0e4d4be3eb1c5169260ac13a8f030fe94b575be491e25ed1b0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e0804760429fb9d3051925e3442b83e2bd37b0c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93d6919c13405c356256d5d798c4ff4f86ded27a7636b027ad4bcc6b4f33c0d0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab8b1182b2ccfb2bb4cf87f8f0ea02d1eae97e90
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2da0e112deaef4b261cff856bdfd5c7a6d5d070a4a5cb9d9d4f7ac582acbe0d0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8de07347a33bbe5bcd068fad92fb76f2dc35cb0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d416010020ba16779cbffcb6ae037aa43ff70ab31f36c008b6ef842aa7b74ca
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a39b824b0248a8f55059204b94051f1e0a15077b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05d88450bc603b2c1a3a7df77f36de8cc5c164b6ec8b40a39df0fe5a8179ba02
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b22c8b00f84d30846f3d4c2232ad1d9d631c3e4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a639ceb8567484383bee1985d87b5d098dccb1cf1ec4d8fc798a63b8630b60e6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..070fb7daa66599e58bfe7e3adfa253829bef832b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d36a99009a8f998f139f6d6bca4508cba7690f7ffa584c267f356e38884d3a1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5375801ce6ad48dc9f563fdbd96815ff33d9ec00
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d16321e09ce23f60053130bf187f9586c36fcec3474094555fde8d4bf3a789
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c55a84dbdfaa71931795515533ad5526b2a19c60
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:851780349188ecfc47c28005cbfe944b919580b50abd721c1d3e4101fcfb9794
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b41de7b88e7a5f90ea5799573e3191fc24e0546
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff77e5e8008a35f032667f0cd2dd9f943754d0c1965d4f5b55a974bbc28f43c8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..687352360cbba8ec0a4e4920dd7ae937b6b2c2e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:822db5c6314526b1354111e2ddad6862f757e45089af4905b0a18980b00f1f57
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f02651fe88e54da02125139ab9b79771fdfad6db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06c0d7a1d691eeb6df1ccd4729dd045144774e931d4fb2a7128595cb370d5a3a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d879addaf3594962cc478799e9a3728990a8334
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36931c275146e26300e728eaa0f6ab1e45d38ce5c02a2d821c91087d037730fa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01ba4fec2462ae079c7dd853c2821874368c0ee6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c002efbd7b1a812bbc1c8233d831c17cfcea18393c84950832cc5349066a2524
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a582e6c3fe16a9184854585fc00f36c61bdfaf52
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45d1b84cde74de6374cf2e910f09f8b2e8ca26dec610a0e0848cd9170002ab6d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b488984094f996b1860c3a46e4437d7f980a555
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48f2e667ec27337ace1abc349c7f9cb290f53770e3b538f1928606bd3d4e089d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b498146f2b8e19887c582031587996e447833332
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a0835276aba8586c2afce69129c9f2833f567b55e11be32e2b6ceae73811146
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a545114addcb102bd94de4d8955e253a06623430
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6349ce75c8e64db511b72ef91c71281773d5f39e67d0405fb7e99b3eee36e07
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6448c7524ab2b153303895a9d906a68bfc87d8e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89773c41e2a2541e42e63d46ddf845b9c3bff8e2579b1d2542461bdd29c113d8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0403e7f8f9b318b3d5e1a472417d1dbea28ce1b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed10e009124d874171b4376682e1b6d14d45402c114d7011ac6d18c005c705f0
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc12def55ee938d15145d01c7f75745cfe9bb86d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e76e26c6724ec4bdf8e726bdf3683d091491eddfdde8252792f723b00e3de5c8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7adc1c7c854cc298e37c610b0234baec4e50d1e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a298a305b2604be1c4f4e1a9b9695a6cb067599ea2caaa8e8a8f5dec4902f351
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af723d3c596794372c7ae4aae456fc2d92e7641d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c02c72876ccb29555a5a643a3223ab89532a92aa4824942388f24715fe1af70
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efd52d841d969299d657cef2f9adcbf0811c6c17
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87c098fee07cb437918715ba74c74da743875547ffa34efa31e3b930b5fecfcd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a019cc1fe3d90dc10f52397157329169cfb1a49c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc1d7cf25ee76c2a54fe2b3d0447a5395721365dd76d8dd742d9adaa1b6de97
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6427712c1f13fd400e61f627d411037767238a8c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff8f421ee2fc907ff512efa6f1a2da2e0f1eab43f4d45f0641726bf5358bb162
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a217d8478301f53e4b2365edbb081e02457020f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:964a1c161ed3faf74fdf5f3b6e49ec4fe7efc79afc168a0c08f1689697e0091b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31c3220f117cae91f90b4cb045b1c546116a9684
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02f2aec2e02592fedd26ce4db2f64f881535376db1786fabd2e0315479601091
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5aed24b89976d8d0ea323464c49e1f7e37266f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dbaf6b679884884fceaf0cd67dfc9302fd56add276034b21fd807a8bfeddd77
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d950c79f41a66e669d6192c7c9355564098e1c47
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:373c4250c0b72d9d2d978a827fd1717893aa264ab29cd5fc08ae8dc312252790
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..841cee72bd7024a2f1248101623bed9e6b172845
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0bc9cca0ae830b663ed8b07fd3eaa340b090da7c4cdf093310d5281d56691c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40d14ef996c2e2bb1ea0a1f9dead4db468974857
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cf2ad58e1ef019204ebef027dcbff7b43f9beba107089563c995124c5fd061c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53aab2a290531571048538781e8d29f9b0724a75
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04b77ceed63a1c2e81d75f428915ffd1b09933714e1f7bfd339931191ed64fef
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e652f35eb14baeeeaae31af6f8b458510b2f2f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30975c16ae6febd09577f1e62ce36f89a75e03f33891be1d0a42a52b7924559c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c2e9e6165f56b5fa36c43593d5c68b98f7f760c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e7217deea378af199bbe47c153928b0a7a7326728bcc621357e36128a07927c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..206d884ee628a28304d40f577a7e9488fbc3b01f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:442744f5cac6207c28a78774a62152a65017c67326d112a2ce77ccd5bb8d7c47
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49be08f8950501ba51177790f2f293cc56e63be2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbcb73dadd86551945cb86109a5f28de7bc00d0e659e986825f7157a41d971a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..827d79998671568cdd7fc4d477af67da6d354b1e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75def5cdc2a79a61cd4cb4c16054a07d8f2cd79dec200230e8d6dd4b84cd5969
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77d9a2acdbabc89e887b8b4ec260cc0b3ec3b1cf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f383c0b543cf6ea4c0a78658b72a4f8b38c66785a98192e0a2cfcf2f72386d9d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edb056186cc3f6b5ccb7ea112903c17f336231f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b72a1c429af6614f719e224cbdf970c8bdfd49df86eea43d998867906893a5a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38b42ce43579c075bcaf7dfeecc07e275b459bd1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b3c6c1ad928ccdcea5056a6cda2d5bfdefaa8e57b5b6688ce85ed0318fa99a5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ab468c66ff65ff1d00915d70d300ea73c10f5ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:771d35df30251193ccaa840d2fadd62daca7996fe8c591c02edfc8d69b6359cd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de6a0fd983538c01e4181b0d3c8ce72836bd6574
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e052dc1d7e83abce4c8da45e34af2b7a3a4b139adf79f592a35a216ebdde13eb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d23de92495a1f234cf206c4031fd10d3e0692659
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2062c6eb78ad7b27dc7497ebebacb6bb715d7b4bbd1ad0165145afad51619278
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d25a57c8b0a7e852f510717afb6cc8cd7b9c18c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de29975fc3d9caee3eecc22aa6697a5c1b18d12294378fbb8054a9b4ddee3736
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..838746b33c0d24aa79d6078b564103d51770862a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e184b6d59e6c2c61fdb548b5b34af5a54033fcfdb7ff5c4ee455b2651a3c82
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fd688d2880f19ace56cf83acd89db948b699156
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15511e02d6b979cb763d1bdf27345532f71d891fc11a965fa68289aecd9a7110
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07792e8702f3e6b86a8ef09b39ed42adfea7ba4b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce4c46127f1d5baf218c09a7d1e8d9ecbd1ba5650fd217e50890128e22d3ccd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a696bca04864283a1dd7ffb08e364e510e8b1a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b139d43cc2a3483409fb3d1a13e029da5bd3e085272d2d6763c30d510f441690
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe3877d4c939835762da3271fe439537d3380970
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d49884c9106a080042462e5baa0cd5df502098b5fc62357c5625945a507a0dd2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0548e18397c9991fdba4b9d1093cb62a7090b5b1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eb4373a889b185aa81eaf4628a930646a2e8fa2173f6408695fd7fbce312841
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68f7557fcea448595a5547be9cad18d6cc8031c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23d5b092907310ba9c3d664c5f1b3f0af206ec0311cab53cc2960de3603afc4b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fb955160c71008b4010fd1b53d13d13522af11f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3a14627a416ff4ce90d869b1ca6da48c9ba33e01d13283b9b0ce718da01becf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c39c1928dd08411201206083f47eb36f831b3f28
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee36cd089cf4c198732ae3b33bcd59c6bcb4f6cc3709db753addac6c5e55edb5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9dbad36dfa2abc9a080a55427b1d93b0efe1a0a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:955b56a5929674a6278a667ccc6665dd6c36037007b8fa221738540a3aac4f4a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..862ebeb4dc40e6ebdf1b4837e7d16c670fdd2118
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5bb657956aaab681c78e0272b6e5154519b4a85a124a86cb0049713675a99e0
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0505e85a543fdfe65011032120cdc3dcb0a5099
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0969d79ac23162a53cd354c0b5ba5e7cc18feccf1ea705bf23758620c761d251
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc2d00e7c21cd0e40727168ae6000ecb46c1247
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:802d255ea7c30a10b0a158032a0a2c2f0ef26bae560a7c11fa35361de5b96483
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..998300b4579e04b6b9fd327d32cdbe28198290bf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f830deec4924c5a1441d0e81c725c5c3cefb6de81335a5306fa53954df95d643
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..258899b1958284440d54ff4e4141b5ce17eb1181
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b90084317c9d8d67e3cdecb82e3739f60669455f36d4605926904b6ccccfb96f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a076e1c9af6d84e1b6063539a98d45f0e782e41e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:264774c5be18ef5a031a32b60614674a6272895779ed63410c3147dc67eaec02
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11edf127c7daa508ddf462ef636aa659fe88d82d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fbdbe16673fe224575a51a3b3274ba833ea56231c405c06a6237cdaf884e44c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83ca05247e7f82e86239b70b9389c8753613591f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a837a04f774944f7fb1b45d41a59a22318f2bebabcb9a4eabe2ffe20e7dadb4f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..622e461c43afd18b47f52a3e97e6fe62a9d9a2d6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e80f6083a564b969d7d99435d70ff5023263ca4449ccdf040e2b6befc4c77063
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa4420e9232661cb0b24554c2ff4765e5b458f2b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7bd21e0f77035f3dfe956e1b155868584779bb80cb01a0a8a6cd6a27b6ef53b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b2fa705ab4ba4ae5fa2246f785c7cd679c5228b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c80eee55e1b6f4c46ee22c686ab4d8f7d5816acd9a850541ca895f9a0ff3c11
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e1fa2970b26e160deed879921b7fb2c3cf0aeec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17c3a3aee0820e73f882ed96605db7f3ac60cab6faec3630f38da60282ca7603
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a475ca8a4e97b14bbdc7a6ecaa775b7fca5fe749
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8cebaea05122950452776e71c4c9f5011e81059ad60703cfeb9414618e31d62
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f747f3cb04bbcdb20612a3956520cd487f92808
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f08a0444d520f4c1553548612688023556f2f60494e866a9d112c120982af91
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bee0488d5d949ff6676d9e09d562c296b9d98a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98457dd6f5d74978ad2c3be6015ae864b9eea4e02bdf90619e5e75cfa34450c1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1512c25e80f68d6cd1edf5cd795927a676eb0fe3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e6fc1c726b5919ee1c326c26162c3d5a9683d9e98430514089e8a413413cab7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b112547990b77c476361659fa9a32ded5e23886
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e683c84b767c65aeb930e88597f3477047b175473f72d99c1251cd604ed21e35
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba92fb741288f579cac5192b5f7130edcc8f2715
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e45a1ea5787dc1601caf8063f8d9c83c687f3da2273f0d93d45b72c0d696c601
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38446aa6f678dddbc52a5e43d08ee0df8193bc7b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:771450fb260a4beb4e7ccfd55419dfe7078fcab4f07d16d095074a76bccd4d4e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..787c87b285c3edd2581108e60226bad6c1e67f4f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9520719f61cb89199c4cb8ade89449dc1398f9dd0916a1deca8329fbe74dbbd4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eda98bb07b9d4de57653f5d8c8583d99f2bd51c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc93cb17877679aa77889bb1c578aa523664f7a6d8d6d1145482d41d463112c1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abca6db96b748727200f34a1ca75acd45c255dcb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff98e5a9ab95bfc8d56423dd67bf7a47fc46e843fc379e02fcd881e9f2139122
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..359c4a65ae187feb93627a19af649f95eb06f13d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:656c87c572995a8b47053ec33a99a5b7b92312cc70ddc49ff30184d3f4f8bed5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35354bc46a9cd8f05a14fef4c53207eca1865886
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c88fb4d9256c8d44f759208b86ef5d1f7cde7af4486c27971a79ef8fee26c1d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9775e954a8ca15614dc3edeb22318829d5d2f5cf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc32d4d64a80259f736d28f30df1ae91312e93b79b5faf2dedc0bc34238fc2e0
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c13bb056de3d315133ac72bec376d15074d2405
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b0b7da81eb4948f3ccc005fcf5f85d9e6f574803033d2d19b4fe9230dcdc556
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..943b7edf78f41819c185281fef19f74963b26e1a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19ef2bb398e8996d1d9a02f3c4e2172e6676c0258687fd963d652d8cd7832d75
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bed4be85d2fc04a0bd412e07e768f714672fb1ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f2539af7c5dbd76b103e0ceb198a865e27bf81617935f537ce2e4a74a0646dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b2fd53e1be57d7f5528f3f9acca8593cf08be82
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b5302bf0036a96ad59df81e87e80bf9511cfe12b86681bd36fd77a4b416b808
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4facba2bad93645b215557666b6c390afee3a367
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67c62ebd160301fe159ebbd7dc9e8f3565947b9c854b65cf0043d5fe08542054
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..444a6e6b713244e15cca6371fbba18e592c918c0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f01720e64fc5b59c392e460dabcff5d14c5eeca066e04a90c84c60c06c614030
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9d1a1b07f5438221ba4ed3dddbe78f162403358
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7959082f12d4c968460268f837947476e712cf1478a88e948bd1aa9422cb2b73
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c20eeb424af0bb9a95d79ce6b8b4ad5939d04659
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93bc8f3eff2236e5a8eff0d2746038249cb673ec4a379393f2aa8cb7c4cb52d6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48af1300a99d08f1197375c8fb708a9e2de95d2e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a185982c553c191432193c94bfa123a6f8cf1104dcd84d83db45d4409c9c9dea
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1279643292ba654cfaf851f907cf7c8546b06466
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25797633fdc4bbd4d39931544d2452adb5d9acda0b2360ba8f02fa664f7fd921
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f72c392d495a4ab8619b6949f2f0a765599529fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f3e94b5327939bfb581876b1269dcb581c073c54b1094cc4e50b668eabfd52
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2917e98c64aa9812724981dfe5f78ee72530fd0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca4c0cce4918272c805cb3fedbc6f1dcd23932d4e6acdea3d954c45960a2466
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea1da198c1c8ed8be526eeae0200eba203257a77
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43735e1665d8d836d58af1db424abde5b8a66a1e90b61b06f32973bff9a85720
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6553c495deb47d4ef7b63bdd3cc3f176f27786d1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f27c5eadcea52faafdb76f2bc221c02476cc8044abdcab01ad5e303a50d4812
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe93526efdc60498b19939e43e0f8f4fc902444f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe15f2cc21e72dd53e8fed1228023e016275bfadb1664d048d7d538c908837d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7857faff7c28b146012597b431a481ff3f20a6a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ac8fa906559d17ab5b0aa4feb31f11ca11217dcb5cc04b7670146e63576e71a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad1721e8ae0fe99205165298153bc37a81b91b0d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98ca350cad0f142feabffd661690e3830e12be8cdd67dc296caca581e396c6f0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b88bc40a9aa2b6bc0dc4cb500e32448a3d8e7139
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e29524285d40b4ebf04a9a35265e6d4507a04531577173ff1626a36a59c2e45
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8efcc3f6cc2e84e47e4297a3313d666847364716
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:489c75c6bd0a79d822cb1a3e6445a8ff765755130c3c715dc1b09ddc33095f02
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..012fab4dc64c458fb61de9da7506fe2db8271bce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6291c09d95fc3b990a336025c3a2122c74d90db5ec7b15471592198705d46d5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cef2eabd35df12583e14bf96bbfd77fcd073de77
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ccb038235c68b42d37502beb1cb6a9be96b158a4d00fb4ffe72d9fa55de43cf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b3d64b983fe01c598aca58e25bd89a1048ac839
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8fce7ff2ac0b27c1c61fae68779dc95391058bd03c3d1feee13ea6516bd7cff
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3de6720769807afb8468bf9b3b7ea055faaf6e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a48ea05cbc3f5c8c5c2c775a32d556a3c8c8e0ee5e8bd36d5089672447add8eb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26dd5db0a5a64a61a726976648eba5ea74c8e54b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:037bb07783f244a317c64db576273c4fe1a5c61c5f53c27eb153ad9e4f4c137d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcf97fa66a9f389096117953b5863967486ee42f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b063d00469a43302af7c35f9871e63d6d620a61600e603b8206ea863cdf728d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5cfa2fd83042e22bc332cda5296cbf8659b02d4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c73d6751f6bd8fb91973185cf0c17ade303168742471fa02666a586f647cd70b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45376bc76af79381be4eb84f3508de97a265b849
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e42b2c2e5185fd9c9f8d559090a4a92b41d5bfc5453667a00e82e4b1014534f9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90e0c3dd3f215216c2a94d1a04dc0f97e6de982e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfee3252258a69f64b48e97d2c6367fc110aa3ab8c2ed90c65b940396cd889e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70b4547c0406791f1ce86adbe2423f559b94f9f7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dcf1896e006b4bc6e9e3b10519adfd1522b82685d3877c43ec23d696c75958e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d489d5a04b5fda252c3dc49ced4c874fd21ba0d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80b58e3afe3c15eeb7a2531b2ad935b0ab2074ac92d1c839d80bd1e98f902067
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5a7906004f8b31af585838b45e6f6454394caaa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c60358d1cd6206105d278e1923ffcf81b047d1d3395ffdadf5e3a1c1726b611e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b52acaa805a7f6ff78bd22cbc89b00282e3e4c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e5b80305589aae65a542ec4d364d2604543ac70eb8125b64fc60bd11bd3efac
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..943a34d5b2a52bf15eba985d840f7fd0676bb40a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b069a44a7c6e499755cacc11eab972b7cf265ed62ab97c3f6b6377750b80dc42
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dd7ada78d9e234c2b3bfcb910c6765319d2f463
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:701c8b4de139ec469e5f06c097d752e8b306f9cf68626751f6b53aea0581c3ee
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be392807d80ea8c05667dda58b2f016560210455
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e255c81d9f03e390cce57dd217d155afd53acbca40c9c9a22e7df4ff0074a71
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12861c96664446abbfc8ea0820be78f968fc9198
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf76bc33b5a3ef7a84d5580bcf9247ce737ae399f500f11c5cf5094daeeb9bc2
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15d0fb178b399ed86cead2a7d8fa42ad7fe44373
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb188d216bc01ac5b9a6390fce93f6365d52a0d00f54ce456c6570cc5a0fa93
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e562a70681a092df4fa6449bfa97e8719b16cff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80235f0d50fa87bf07527ae267011c05ff3ec8bfe43282a345969f6d53bf904b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21b76b81fe06833a888322d14b3e009fac5bfdb4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b900cf1b64aab09a1ff769ad4d4a0563a2ff8af775f703ce28d9e35c973c3b92
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35e577df1192127ce2e929b05c8abbff8b242ccf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2bfae44f6de57b9a2f2e72339afc65580aaa3664d071b884c2c4803e6269b65
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b53fda266ea0d6b9d98ea2337baac5ac5ad8c959
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c47e32191503f766ef0fa9090b91899e89c9bdf56538fbbb67328746c66829a8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a185c8faeb5af8b7da69d74f2a94857b283c6bd1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:343c5f1accb1e02a0ac60bceea1c980fd35d8dbcdfe3769e106df5de8d12e199
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52f1658f81e55e4527728f3d20a0de2d9c3beff0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70195e941c369eaa0db57923248249717337920c8bee6f41fa8a6e9f11a54ed8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac6641ba0b8882fdcb9a297c89522eb0f85f8fd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:304ca6557e278271114a2b16803e4182bd3c7ed81fc2b3c61857459b6f5f3037
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d0835262fc68f05d809521ccf2c57c4484769a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:129c79058760845a8a12b223639485ff7ef5588b2fa8dd91495187fce764d528
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e768c75b2c2e0da47fa3b6910756324fe6c73fa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:547f32c9e998745496faa1c0f9c1e810df756e66e3a935167697aa991d3696f0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3accaa96546214a34d25853983c6d6f5759baf8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8e66aa6e125a327d7e63c8e2349c1d571bfe5bf06d6ef7417ec8bea7b9065bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67d47fe0b6f06f7ba4212c0d701549e1744fa1c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5652798a64db668cea1da2ca1f84798e4dadde13b4fd590a01d646181459c657
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e69ab24909ade31195d845ccab645ce596b29182
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a56dddcea45d0d48def75407514d2735101cdc6da3d01a98202ea0d7175485
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ddcde9696e2c39f82e10590d19e063e18715647
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e66eb706e6e96e0b1cfa647c3c7c41fd531cb20eed73ba3172b28117fff1f825
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75609f08afcb3384e70e37b9515d47df551a5252
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32757d5795b5e737ab702b08e9b765c2c1b41de900bffe5ed3eeb1ed690a4b4c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b8a89903042c1158b46a7ccc5d2f4fa94e580cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b093506c57845a2686359c70c2492d5a8d5363552dc3d69d69bb13d22cf99c29
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10a75496699a07bf1e2a3217fecda2f5f5c8444f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e064d5365a6c6624cedfba0af28263f08ea262d2fd7dba898ede7319a5b11834
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72996d775ec3277719eaea0bff39e693f2e1c4d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d707bfca46e6565db0feb80060d468a3c73f08bf37e55cb1611e663961188ad
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5dc69a9605ab47a4ad98d10e4435b4a6677d7c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c259809b24c7d243878a8d3c9fbf6fa3c9607646a86884d6050a267c5a578ea3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d887a6ad894ff29383c66df8eb5f82d07b4260a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:153c29d9a41e21da592d54243c512daed6c13871e06db5d80e1b226ad65bc1d3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0203c03befb83974ca10c143d30af9ed26ac68f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc6ca194982dc367471f895388d84908446c4e26c1ce2bf58c43d06a79edf7cd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f47ac355953d938cefe291f2b10b8d797e3ad521
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:487aed40b9bbfce6f51fa7d58287fbc7e857c3d4fb5599781e4f3a43f319b865
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e970668caff31d52578f5154aebb10b8c191f34e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57811a5ae25142588f9daae8d921670abf566743751aafa7eb02f2a714ce13f9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83666e816b129434abe9958db83d0c11deab1c16
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bc62046dd969fb2c01a9361d6a6f3089a0cd4c53c1d207289ef65af2da96d2d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2d64873e67622a22e43401202d8b0842e52c3a7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4562b161ca68076df3e031da8bf3482bb06f778756bb4e014541c54031204cf3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca679356c505537b38cbc8a84b405fd49df96439
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35cdceac2d00901df90d0375f745bfda8ad15cd88f1834d9bc7d0911f83e4e93
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dda847150104c3182b20ffb67c1837dd92c92962
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5015402e5b3266a3ab4e0c3ae948838bf2b71bb700ee99702f74479eca50ad5a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f564c1390cafdb20b14833ecc149e0bfc53ed511
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b214e4bf3863185db6841cc5511abfcd44f47a7d962f97df49b6c1a1cbf14d9c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfe18f2e32dbe515ff685f3a7ef3b0111acc7b95
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88240b75d93ad89fdcd9036fffa6a277c633f319038290610a88658ec4762745
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e451935aa0bb1612b3f55dc9af2ae87cc0511f3d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ca458a89a87584bb64ac740ec456149b233c99c6c412af7f074aa53dff452d5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5600ab079de7e94964dc7249df34865d9d50fee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ae3f99b7f6bd76605e553f9849fd5748171bd5e0fbc73974a2a076549d4a99
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..595898391df567adbe702453729f4ac18f25b2eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:618c90e72dce12852ef7454190b4b7909143effc55c6df63c7a0dc70e9b70eed
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6497ba9a0fa0915814d19ae98678dc3149cd1395
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:507dee9880db0fe449da3dcc27da8b166a912fdcb2b7304d81862575938abcbf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59904a12ae8f6be797d43ee6577fb3eaf468e92f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b5f06990089d96547d82fd71bd5ecaacba419dd1c9d71f3c7e8ae1d171d5da9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10e7db80120ca64b980d1659f5efbc653f3a66bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:693120e1357e093a4ef85ab6da9d3dc34b5ff7021b19518ca27d2ace37ca868f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b6fbd576a2d70eb6fb1c60ce4d39869e71522ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2acddfbe634cee8618bcc53cb0702c1602ff2f4f676691a9d916d74afe29bc54
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b534fad262cc3466817f0621a0f0cd61186144d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b081c625a41ec437faad59535b47d24d48fb4fe5ad1d129103901a8673fcea55
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76461ec4886e17705d72bc886461b1942411d87e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac5e8d66f515e6cf75ef22f58c72d11b098f61ad59737bf2875499813ed6780b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15e91dc781689cc160f0a7063a54306eae7d2aef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2ff5b9f3cd10cf18e6b2b3e7012ca365cdede5bfdd8115ee5c9c1ce1a328507
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e80cb119faeae34170b55ad7f367be694ae807a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5456c9f3bcf30da952fce3a26618a61339ef865a503607a729fe6336fba74b8d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28433800d5ddfaaf93863a0bdbebb3451c9ba7af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e0f55a1d1156a5d5a5b2f600eb1df09fd0f470ef3ddeab480e4ad92510b2a20
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..386d13a9f9bda48af9acee22335fb31ee99ad286
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c9a1ba321833202f631e9c8ebd33d24918dd675dba8aa654bdf13bbf7ab7a2a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b38bc72dc34cbb7028f54f0f49411b3761f8b08f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d1511224a2808f38f1bec751854c76eebb43491e35bdebf44891e4e97a11691
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb1c327ed5fb8ac31a25380b533386bd745674e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ad93d450b1ddf5e0be134d53115bf276671dcd51ecb8935e9ada566a4a84c92
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0af10a2bb163c49e4ea07c27cef38fe409f21b1c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c195c50f2285e881855c8088de739d7d8c41ec9b3dfeb0a7eadfe7b3970bda8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97a2621ccdee5bd4b7b522e66efa0626ef51e64d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcc1fa643b5215cbe3cd3dd714c9a83f38d5277b7e9e7522d49b1eb76e10b5e8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c88cd7707c80c9bc029d0c1d6baaa48073a7194c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9de7dfd5907204f9b8e6dba2f23f6faea2d4f0ba7fadc34636ebf7107136118
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdb000208fa84bddd05eb1d230100c3e00bda208
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4708535e4722788844ed9c0649fdfdf437c6271bc4fb8040adff10dc00401a6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aca237e694b10e7f096b156fba362c6a558fb31f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a79e933e37b5e7d520c073b82865078112559e31f4d1456308497544f721cdf3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..061ef567fa9e131f22039a7824d53a30e8bf5b68
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:620fa62e1993b3af0f4e12880e88ff37494f39e4d9200268645f774dcba3992f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ff3030716950f983bfc9c3d7d037bfa60c71ce4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f419a85ba323c0ca2b1e6bc8e4b5db0f3dfa95bcc9a6bb9999c0aa50a17c4d7e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0c3ec8dc60ac8f93b45f1dd2b54f2b8bc174199
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8053b953332292a830219096a85a65942b7571f0c5bc2cf10f9916ed4d248f5c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6173c286ab38dd4f8122535dc4b7e8b3c7f10ad1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29526e579c7ba627be8f275109de1c20abc785b6f679c24b0ee54a592fdaeec5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6af64166441076e12f745fe91168c9767613449
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cf84c7637e46d2dd80e4c3534e9098609034110ae162984a57043bf4b352047
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee6a2213d06117842751cdd9b355d58553f6c5ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caa7f383f1c4b99a0b6db24e3980b663b8c57517df81019c148c3db906967ba4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4318fc9ee1707f5d1ebdd233aea582707e6f3ca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53da21414865efd6dd9827b65ff6de76aea28ab849ff3f677f91545e18b96f4c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73a7379c0d36ef0d7b16b01556f79ef64a653605
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f058b232848b26ad753b4fa1eab740c854bcb6e7d60b37011c50dadc8e54775f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a204d7409f23a9584955e12a4fdd55501315ae4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77b4353a921cd04825e26679a201fda4a952d0f4af2c9c0d25e9eaac5f1faa69
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79fb61ecf3d97d5e972faa97b02aeea3e61b0378
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f8b57309e6564aafa30a3c53eea017ea8dfabcfd2b2df2605d5ba2aa72d8a0a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b372d1712f38cc266e59abe753517ab7dda92671
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f82831346df8c1252be16cc67d2d498aa06aa7cc65d439ea812c87cca23803f0
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f6549bc77ca314ec9341e21aacaecbb56bca6e7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3a711b5026b83cc366e43363f2d017ec1c488d644fb24f6b8291b412e6e9e17
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a671fa891c5c81f6363cf415c23b0b573fcb83c6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abd343ceb84ed2e09a39cb50a99680755332965199a6ceb0531f1d4b8c2e07d4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e90320e570136d7746036de699dd100a10c57e05
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d53b0fc6a63402843ee01b829899de3da0640aa710c2e32d9a2131019eff151
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f38d37927fe38145bad8103c4b5e96810f8d167
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52765fe45bb7d0092cd7341bb195b073539958e1a0c872953c7c6c82ac3e2d2d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72403002a1d69007a60bacfb8d02d00fa53ca45b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:894c73fe17b815c75a5d3a4be5dc080a68558122d789f206d3df5cce36197ac5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..166f85511905dc84ed69a61fbc3c5f5441c2b130
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5156d001c2c3df2bedfe64f710102eee3d98eae2bc98d88a0d52498b96cba540
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e47ac45044f1510816e95ad32a08abc5ca41ffb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8bc8c7e45219d7ac6d5b4df60330d67543b608d2d4e92245b077a948f7894b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b901eba157cf3492bfdff34926cf7ee07277af7a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b71a189e3cd624d4549540cb4116fce8979a9dba1750be08ee11a09a4d5490cc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f2ddeccd37690b8a1555156cb02cab382a0fa5a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:608151a4d919a8484203de998a560a31465c16b460d419a4492a419d34c8d345
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64bb6d0433d7324380b9f1c945b2388f56d2b273
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:020e47ef8ea0d9e2060ff9e276d1159ed6916af1c7d990e67f06e7edc95cc9e9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f77b3198d154de27f6c4db88510aceac46a1adfc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fffa6e599fede694aeaecbae6e08adfcc3650d00a5367d2d1f9e55486b433413
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68d86d7b8f8d44258f85599b113246a23d563855
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fced9a807eea6ad72346d7af44b780d4e1203e4f6be0ae589a7ad1e8bf4ee3a4
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50e5cea3b865c43e38f9a54bb5b0a57c8e53dcde
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c3baeccdafb6f36c6a71162fe595968ccc5f44ebc7f1db4c5e23d36ce849b98
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e32954b3b405388bf0c7c722aec8820a5ca1fc34
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:284d8859a2c1ab0bbef2d5563c87af07a4364ff8058a984ccf33e1914b909a1f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec52257a96948fec03c589aced62497547db152a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40c4c85bf75a3d4bb9e4ae10757d036b0feb7bb7a831d89645a3e6dc90b623db
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38d509c9b5272af186c98a3fdca24e61c34bcda9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df7679ce23712c1a6c9ada36e8a6878409713c93811d6bfa12a95c36f716e983
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0978d1c085888851d84ee0c8031385d6d66d7511
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16e6543475955f31f338bdbeaf69a1cc5f24903d1904d4da65d4fac1d03f6a72
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34897a00c2b28634b2b59ba3171f51c75ac27dee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5ac4a27a217665ceb6e5e00ce581041c438b0f1439e54b461c1a16da279ce03
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09785e46d39957fffa6cc8705506078c7a50f512
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c0ea3dd05651efa9f74ee60985cbd0d7f49c867647ba2e9d9f16a50d886e7f7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf6facbba636ff42692588a3fc2163b131434f5d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc3681080774c80c9c42b579734a6d13ad1284fef8af9479987e360620d03dd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48673abe49d2c986cab78ff5ef9abc1a0a32f6fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d1edb01750152a6da8759542310ed7ccc58a66626a44500f17e9dcc4c3e6fca
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e6ba3fea61720228ba59dedbb0641084cf0affd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cc2631040b83e6f836dad2c0bdbc24a1de843342b299f749f96af16b0605f7a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f778a1c3196ffa87f420f6b7e161933be846d884
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8c65a7c85ed8eb63e17f52be1d77f3a5308f4a65b23a79e40bc65199f5a275a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3710fe19b03a9b7e51d0844dc650c68799da811
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb31ad2c9dfe0a45ee7d1031c2944cf1e9daa29b27a0ef1990fba0f2a7714b8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fba9464bcfa8360396867e1eca397b3ff04711b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd70f9dbc19b6e872fad549b63c611169a150de325a46e245d9b8847e5818df6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e71f8a336549e3c78397140eb6c6e4a59c8e244
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be68dc10cb9cf989f0a36df247aa5d18706555e836d2db020ab6d7508c54aa7d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1641be22674d0c839a64be75f30cdfff44daba4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ce57149c97a7f4be34a5877ed7c153d308c155091f388c90244c2ffedd44d35
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73e0adb54b294a3738dd4da8442f7afaaff833ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd5424d49342a9b72b669a8c53dd562d04bbb6537cbed7d6f988de45f70bdaf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e58026a2e68fdd19aaf59b265a5dc84894d08e85
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e208db75ac7e8b0c1791f64978aa6f779069cbc60f69ecbacfa302a3daa38231
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e77cb620e21bf2e84a531988c0297f567fd15fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54c32e7f16abe1fa32086100cde67fb5f6eecfd224da54715c365b6e8f7e1068
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..334aeb57115df9cb327b8838cbabb3c1f36aaa1e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ac35be2477340ad40d91a33665e346866054e2d0e62b8491c3678c062cf563
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e891688e69db4e774ca6a8f0559f3abf11c29a3f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28aec8d35581c483f42731d91b892b15181ba43bcebe35a0ac3c2695e731511f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4041a2c326288536074ec540695853c048145f5f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edca0835158dad59252b1852a512d951db1b8eb2c37b6701ddb7ff2fa8c622ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07a832bb2d26d1b863aa0eeba09917f14b903cf4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6be2b2a9562a121a5c94ee3a6afefeb07a16e912a1ba2f849388785a440c5115
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdf80bba30254497a3f03e3c75a67130dcb1da0e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a1399c3ea2204300b56e4180a5f19af7586ff741d7d109fa11e818ad0ca3c49
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69a09b84150c2e2ceb537473013a5a1e9144e4ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ec2874099d50a6cd7d12c258caf8d5764d5f612a41e7dfae74e5b5e6eb36246
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c381376e517d3a373ef1d30e063315c4ce51ed1c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f39b1fc4daf46511ba02bfad886f447375a97aee964af6e80138145689fd3075
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98066ae2ca11ea96f246dd64c9b22e931c33542f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5576d0d6e98261139bdf0a29462481543eb4b0dacb1d4b34579cca8c2a61221d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0a7bfcb9cbbac46fcbde3b9ac972e90a11c6355
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c46cda67d3b3fa7cc6f5dcc2e9241fc7ed406a64e98091d9d728fd1fffd1bcef
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7167b030b91ca5381a8467add17173d74795d97
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:983925629db804bddffa99657a95de21ea7153482d4dc0d35d6a0a9cab95e8c0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6a3a4d74d37000ae90989923594ea68995e1acc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e9bbb64523cf24570ba0762e6a8f3b697ec223550200f928590d313074b0c7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10db4e4bbc9a307675db72ebe55f13ae68edec36
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fb3a6dccc58ec7f78fc75e42ea667837c7611eb8647cea656243f0976e87b75
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ecd4befc48471f5aeed85599c7b2f2a2060c7aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69c4efb40be5c57d7a02dab30af64b28fb3c68dfb61c2cd2a33b7b70dfdec955
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f58bc5a6107875187396116dd7821b91a37c67
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa4b2f3ddc3030604f13d9eccfa3dbc37769d139e1a6cefa122dfe51e7171477
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fa1973f2b13be06a963f25cea8ad6950d236860
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a1a3227ebaf4caeb6615af2927b1760a9d3e83d2b155464b3b542f705145748
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2434e5cc23a6fd4023f96620732d7a9c4c3dbc46
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:413e65942f1b0a3f67b94337be19c16ebaa7882323ad9d4318112fbdd3f45bdc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c76b5877dcb4667e064a25677fe0c7e19f8f520d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3499869cbc6d3b70103337db4659d2a9c27f92d69d15c7bf3d409e6344d0ac5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f5985b4b6dfe363649f0adbaf221de752a0b0e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e19e45d87c404b08e07aa9ed0031bc03a8f5a13137ee8b92ea4da1385eb0e4c7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fa7f90009b171681f21ddbc1e0945eb6b9412b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6054af12cec0873f7bdd6396343b4ab9a4fc0d51d9bb1b5c0f4726a35a88454
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49e4b1a1268fdd8865b953225a13354eb3274b0a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34ddc91a7602529da64eee6a0de6aebbb3d6e8a21b4610d43657dd6e755d76da
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d60026d95929b2131687f18152afa502f324170
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b96b48c58aac256935cf7eed5925d97daeb245a24b453924bc0729daabb1c4
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/lm_head/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36c8b43f2e24fb9f7c1ccf560d4b1f975a188d8b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:563365c689592d08f7b63091863b91a912d2fa975cecb40d46e7a0583f09be28
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4381c16e8ef9073c8ea1dc0687131520d8b2f31
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8a2220dc9b555fca881aa195bffcc350124756cae7283a85851c0c42af8a9eb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37accc5bd150f3352ec523075c0491e7d7c0352a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47e938c2c71f13a2945f6ba469ca83937d45f3e77b01c0a9eb5451eba0fde59d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32529981acb41d5a04c7e54a822b220bf7afe28b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eacc8fa6a87ef9fa4e0be545c54b886ecdfc0caa5c611d94f34bdef7317698b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..457a2d1574928ea2fb21769b6baf3f933bd1a9dc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa0e3d4e323a94d3e512edf615451fc7a1f5502bb34daf79794e930bbb2af826
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07faacb8de2ac3de8e932335c999cb44fb67ad62
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc3eef90d784c9d1f9de56afece5d2bcf8004e0242d8a9e40a4dfeb2ae57b02
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e6334747d88e11c8aa44ee0459ed7beffdeb884
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1458e394dcab95ba78686b971c1d534817b86e3db03ea7c69db5f48c16cbebc2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0229bcd1fa6f99c440c40e76d43dded988238c7d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:542d9d5d3511d8653d9005c0f89841ceadfa3866b901682ab3f0212c50b6ac39
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14bea134eb9825c49cf67710440be666be13e653
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ca5061b15189287c5fb702f8789ccaf469a1aa91e44fddf9d3fa82254080b9f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b57a954ec20798129dd018526ec604ba44fb894d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b305703dbb139d6a252223c594ad429ce5f73d09efe221d613193e691b3bf532
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d881bfe21f5ea16bbed924a2d2543a70834ff6c6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36ab247841578e726cd998c7316068d0e077b7a73629dd2fad8c9a52120672ab
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2272f8e7ece41bf33a6f41a3dd8fdc8dcbbc9cc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3838d44da7483f182542ee7c71386783df8c9bb2b22223dcd0a21858cbe73d36
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c50453c73bc00273a02447268693b5571957116
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40081af476ec42105971b5c1bec3b7244a6a08d6a0a0e8eaa76ceeaf9c0744c2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec13736a05d7237f0b691343aa9244fe61dc828e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8e1798db5212f137c5f39538b59b5defb4f8e9e526921a7b25a486a49dabe10
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f11ad5a74e10f05ca1a7d10030f961db0b2d0a33
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcc37a685d7e51c022b3edb4bd8bdea65b8b8439f09c35e0e486ae559a2334ed
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35e0c373a7bf925d6bd7b9e63ada0a99453bccdd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f13b4f6131171f967c5c6c6d8eacc1bd5f6e126cd3ff5b01ad7be1b9f183ed77
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f407d73ca77b3e5c06d3958a26d4b99b9ea67d7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dee838b47588d815ebd83c7cb164264d5093ff718762d84bd161a47b963fad3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d01cb0da932e1bfceaa19fbd34b4e12d1d6dd93
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1e1888a0fe3e7762507b5a763b723462013771a3f65792961c99a25126e482d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d572415ff9f3f548e612ed26463a340dce3d9a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed140d26106ef5b92e6ecd5789641c91dc8c80db1750b8c92f43504b7758c86e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3be41376797e224e21963395ff746ece39ca43a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1463cc65c74777ec519e14de6b011e924494c885c0bed8e233811acadd52435
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d838b761685a0f786e1e6114abef964462b31ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb482eef428b83a21fa8482ec597016225eb75ed6dc9efe03440c02489f384a8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8788b9d4763b5592916608c318f7249862097f5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:975c8d7ae94ee3f1a062d837d9dd6039e3b1dcd44f8d32cd34bba5ad5c3e275e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9da755e9be2bc3bb7c3c79d298dd1a776cfa047
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2692145b3e7603d8ee533996fda63e24877b2d265ccc6a0f2615723a4dfea37
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcf83677e93007faa3cbcf2e960670e9fd50fd58
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a99126992033ecf39a189f738011627527e21bb7ace87b1a0e12a771af221197
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7e630f9a84807c46aee7e9acb4a421332e37e3c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:444bf3fb9bfd92aa519a54feabb323147d50a819a915cf01e0081d16c2352936
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d07d1e13c3828a06a6065dc7ec22456f707108b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad08283a3ed97696838990e8de61138240b45f8dc2c4208103ea134d1c31e92e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f28ad336bb95db4a7bacc93f6fc9a98748850675
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd517fbd50e1efd716be2b60e0a8dd504b0bbe6cd595754a52bccde125e73abe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4030f21273cf9d41373c8b895770c16bc940b956
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaf6a3915ccf50a59fd481ded0ff5f4f5d01a9044c95bd12a038d8e6ddf63afd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eefb632e20f2dfc7f9f47ec1a43a6b7a57eb237b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ab7dfd1cae53907ad159af4bccd7c8e80312646161bf54f6a2e932139e6c9a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5da9bbd357fb755510eab1e04f10bc72d4dd574
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:074a850e5580d210dbc3dea030284b0f97d7d05414ecff25d08983f24bb558da
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf689b45435bd9b2e6f5ffc84a95c4d8c4584df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5082bff1ac129bd90e2ef9f238f601db154b152be4703e396dc44859c7f8a34
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9145b90d1cb14c7c16e1f2b992e721fcc1543586
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7c26bf0bcdd964e115db279cad15842c1037ff87af949ec70dc32caef4842f8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b94c60541bc33082814566640b8fafd2561d95
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f853312ddea39760690bf1784c5a53dc587694d39474ae095f74acb939483e90
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93ce9b14a5938169a8804abfd8effb179788a740
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4143dc5a2443a39cafed7152c6a20d540f4421efb86536a4c5f4297e8ebc74d9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..255850e20fde68d061378b0c9cd0a31cbf269a55
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:956a8a662c2c99d578581f3a9a98daa1e5325b4ca8bbc953acd40ab4122bb422
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b083f4f924525fca270f6e85cc150823b2e2683
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90d2f5f3ae92721bc5895d6076bf2e2727ab882f05b67386700222b1a25befe7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22c84b20a4c4bd13c86c00123802011dff4d6087
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8de014ec352afd304e31cd6adf834936360e92664bd23623a2f1ecb9c483048
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9939624cd7f9012dc2eaca6f8c2b1499ebbc2c6a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a002baacb100afa7444047d57d55f6b3a73eb4e6cbc399f6ed9c3bd466019cb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1811e35d6672507dcbf406f07a0d4d8e9258747
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c6e96a34a04af2b5e3ce0537f4ac2871c57bd4a0acf8b61c1db30665107859
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea3a0e8042b97173f7fbe5994b019083947a47b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb1ed736e4c4eedfedb66ef2f7c6959aff0301623c6c8179cb38273b08800fd9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0cf80f9a595a5f0fe92d4def3fc810deec79568
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc567127a4f0173a466f0aebbe857c12d2407d9cf52fc650bd3fea544bb1557
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..126549ff87ca3599405612ba0b76e4e34446a3af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07feb1de20682cebf0c06a9279c25637315a831b97d8780cea17b1193dca2e50
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26d55c9d29bb5d5d30a0bf1696d87eaec9e2f519
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0547224e17de1aa1a98b66a2d1587c8315ae604e8a7c53127d3e6b38024f9061
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b92af4d9844a0c94d31dc2fb7d683140cbc692b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba4a5fcec4cff44762448e9bee2209277a64612a851ec072ecd30d5455530c12
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d239a6ad0007d77e9f82219f35351eb7cc62eafe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92b944e9af2032bc60f61b395960409f70952e3135a1323e16a40eee7ac89596
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..004f1ff430f73c413eed8b5ca420d3526a992372
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31eb68abad74da246c4e03815063cf70c0ee6ba248ca6e59b76e2b2ea3d016d2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48451c86e77b874e3023b03d1007be28ed8be02d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db851ff99c5135f33ed1796cc80a95f973a86071f7d2bc55f093854dc4262529
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d2000be82e3a8481932721aa6ec7069e2eb407
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d9cb0e9e5990345ed31862ffe9f673e920abd51b1197cd106a49b01a21adae3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59a8c0d87a2a38203e3b2555ad1bbe6834355ae6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bde2ceafd53e7999aaa794511423080a44c3b9e484fccbc7cc45225656c8010
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a269eae79acc1f20ea7b207cf7e3a58f8a9747ad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae6dfc024ff35d437a85c623810dd6b19957c56126c239920fc2b9ba9f9f17f3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d4f6623c406fea5ef3fc2d22964b0272912856c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cf8484acf79875f19f483e2432fba335ee5505b58c73851f322c8f6d40a2680
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b7dfe3113d36c160a4b28d92f615347a8ba8a88
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb00bade3c3c4601b00d445ef7063d2572cff5f064de69047e81e6e045e2318
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5aaafb83d3dd4f88963574c0cb4e54b8cbd0141
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dba078fdd29017e19e493d054768282c5cad1271352e1dbdba016a529939762
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da22fbc0412b71852598efdd93dd385137d90e0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97352d4b199c959d68b2d864a0c0a91dabbdd8dcfdd8675d27bf341f9f300715
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e95a7f5f6adef79bb4971a9ab58e51b62cff1368
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a2b16dbf8790ec5dccddf9dd9f77d702bc19a2030a62f0ef36e4945f0c6a52
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66eb2b50286e328941f87090240aa1709981e212
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:883762c2d4272c1761aa070ffc88721b19418957b6cf0f4d6fe62ec2695bbb32
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1adfe46764f2d40f92c916ebf960d298e5025ea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7a02e1bdf5acec52c33b4850dcc7d1bc0121b6651b24a10a8ab578ebdf1a17a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c97a7b8d6245c22ad8bf703ecf262406df023f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94000af52c39af93c712ac9171cbd8e4cf68e883aeec8b924a2e8881bf5cb987
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b587ef400d2155a7429aa4461139f23908a83f27
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02031d855ec69241f434046457304699e1348658ba964431a9e0ff9368d589e0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0c492605792e02c60fd2122bbef106958cfa8a3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5e707598b351bdd90164d7bcb636fa4a305491bf456ee5d1ffffa95bbc68133
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d95bf1b83ea599f4ed65aa0f34790f503d83708
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0bac289df53090f5feb9a2719dbfc1dc6341f01c11ecea9fd0c5fe11027b31d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31c603e6fbb483da680d13d2e51c8fccaf7081dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc5888c0738480b931474b8e34744cc45fa11e4bac4973c21029c04b83e6012
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77c9df05692b815c7c7ca2a723e188b7a97098e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec551fa4a862d43c4b32ea75fa7eb83c1a4535465c38e12f64f57186c227dfe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb8e61823f2970f421d1bc076698cf60ad89082
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b80367b2f31f5f6b63eba591a807c5c6ede40af8c18b3f84322b24c9c8ba44f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1fc91a8cb47fc7801ec467e8fe92f6a0ffee8a8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f4a44300b6672f5b3da7a9d24a6f36edc22d6c8f3b116783e064a56821ebe3b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7319a36701cf00986ab7554c59ff69f7b8aa100
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8eea0a0db6ebafeef306cdab54d66a9fbaf996888e86517505b1119c7cbbd16
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a0b544a7082690b8ff8a2a7913dfd6e1933b540
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ba66f7dd7a8b39b036a76c5fbab36bd2af95839414d4a185dbbf784005a3327
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60a7d9d9050098c6b69c77d3839e945069b7ff85
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6899ee868b5129a56a546904ceb3e943f20c6403d345fccd3852362eaf624757
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf71a2b13ec35fa4db07923604ae3175e69da0ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55af6d1feaf5ea4406c581e022d0e02be46a44a988951f2c1d65ad8c6548b98c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19cad917828f67e5037cdafe6beb71e93e81c9b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf397fc923ee0b4e563a38ff6b62908aab97de492f5f8b2f48dea88806cc569
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02e76a8a7170b347007f9c05cd24b0938d0c8429
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b605f1506b4a25437fb25ea9869fac6932a1471ccfce945bfba5f3e4bff1c80a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8283be24bd5f07076a309214536d6739c507332e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ed62f9117647e1a4f9fb244bd52f6c369f35fe2e9add21d8678319e8530d6f3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7edce602dd140e42fd7ea63829b2aad5b09733a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34cfe4c1a13325f1e66e089f0487ed41da191a07f17e40e84c5cb245864175a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..021aecb9bc6816fd220f360d669b48e3886608b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fef473bcb2b48921119dab3b278607147a2fdd6017703763c330fbed57bafdd2
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..396811cd071b3c1bc398945e623a0d0161d5ad65
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01fb303d7833ba0131ff8a827e62169a896e87205d1d7d3457c3a456eb875410
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a905caceebd1b119f55e2e866f89741a63eea24d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a43421fc670ba3242c2a54c6391d4f40499fb8e993e6ad7453da28816b929a81
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6607aa6c1db772249139971187624d935a542e54
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d394c1feaf05154048c9a8ddcfa417037a51b2e8219e6522b508ea0faaf179
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..860087e1cc89dc64220f69b5191948452e962864
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad121f844841d6b70e053237096c8a870bc708019919dfacd2466419a99fc7dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5296a0cb97f666756b4b3e94576699557cecf73
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e2364aee1367eecc56937719fa4bfa8a753e5f966b6574eb01942ca94ec7b2f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e2250efc6e0c432567db393cd3aa828c6404c4e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1911d42c69d0c4e6fefa480ec3412c4aea1bbd2c69ba56bab8452c536bb23f24
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..691d771ab71832de7991abe7a4d225af0a408103
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f836cd00e9e6c0abe25a428c85dadaf9c4ec522c96e7f7decb99d29d80757f6e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea189bc66a39069b786c40bbb76fb4031092349
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f20628200f17b1be7a6fc773dd2f14447da98b4d8fabe0be23b065c8382c69b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..025fb72679130d45c394bb3c2f55442bfeea4644
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:818d3c62ec7e9cbc17c0b2367f9aadac715194e471629cb31d969e5226543650
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..377434f8e7cd46fb83f341f4ac113c8985cb5ecb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d95cf51a6e67f7460e9c787bd1ac9b6a9a34981f278cc5ddc264e237667b96a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b48a7fd3b67cfcbcd1028aa4187b573d4ba4734
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec97ce6ca2fdc92b7564cced70fbd0f12d89109d583c792cd07aeb4b3caee1f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4026e4fd9c65a4e0ea5e62fcde28c9cd9517d7f1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b239431ff8f7b5fc3165727eded99aabc0a5db8aa292efbbfb309b9c853399c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78a7595b8f01164aace78d4162aacbc7e76ae7c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92eb7d06eacd6717cc62a5cfc33a0d44a90154247519c971e9559ffb8a883122
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efce1c0651ad429c476b28d4eba82adff4e4115f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:387584de9908d06509ae3ee5fbefbd9b2ca64b30bd3ecc224f107d6cda141ef3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5accaeee81cecaa6d7f86db08656897996aa594f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8195124a8e14410f01530f2686f31d7908be73ac2fe478cf0cde33ea5e8088e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b06dccb01408fe24d4bd7719833c636f86cce0c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b97efd61085e54c2c53400c7917e6fd984fb63f2b8e8fad25488b9ac68b680b3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed2e9ad4b73f01931135c65829830a0527e9dc07
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3eb53ecd3409a79529c95424921444d55ce9ed5f275ecf2a82a4dbc859f73d2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d645f1d0a29a5689f4adba0bb2f0aad9c923fa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:646ee80ec9f5da62ebfc971a5bd1b390db4861538d2e75cd1aecaf6b5dc8bf88
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c51337fbb65bcc269649ea6ed1fa980968ab6991
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8042daee2e55695b3b81843cd065cea9415b272e3e654fba1ee00830630fbb92
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e06a09839c0d5913724048b0100f058913f18d53
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:790e5eb930899672ef395e1b3c1dd3671ff0e081cd3db8169aab437cf4bf770b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d5178949d8e1c1582175bd068a740100869e87
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31501eace26a355c574b066091e020fc62517a2797e09c4a86c9839bc69a9393
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..765265c6071c91b11d9473a7d5126fff1efdcf07
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f37554fcd168095a2486d495486b9c3e81e73203447ba72bc72684a1020a5b2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fae1c1b4a5d1fc0c32878fb9d19ad2094501134
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab5729d579a0953b95e16c53a6fcbc26fc528aed2b18f1147f63ceac2cb75a3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e148e97c953686f341b18e6651e9e6d0feca6fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae58b41378df849c1764c17718be2952be7e3362cf52d6caf615e2d8b7dacc2f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9db9de506f0dbb829b104e2b400200ed20624b31
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abd9da4459df842e0e77be17479c984ddee8eb50c6794b519d71deea6f8424f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fc5fd2e143669f01506169f74f80fe88119e416
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c2531f29a39d6d3190cd9969710f05eba718693d77a189f9f10516b0886fce
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f362328e42ebcc1cfa4586341e04cfd0f25cb13
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53642881bfaa1c9210353e6fc161ec20454f1ced90970157df2c3d1ee9a3ae07
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe667769c7c90bcc413143dedb257e5528cf0064
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a02628c24f22929c96d8a3019bed3b9045b92f081d6b12a50b0b69d55e4829dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..339296ed8e3d6bcce39f390daae8a94ab7e2b168
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f6ef3f1b37f1096fa16fa4c7f1e85809990cb9d7f4dc8219ba2ec9ce5bb6599
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e9c9222589c142fc40ab9fbf39c21c0de9f60c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a06e56ff9541a7e4f7be67e735cba0157eb8ca51359d0b83ebf5e7ea3ad618
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cecc87636a95bb7a5397683bac10701182a14d89
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:826204faac53b3fb36ca867b0f8a503605ffa9f1a1b5b1fa159231ef5feed4b4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b4de9771811a3eca003665699dc16eb5026344e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3faf9820feff2d06f699ce5136448e636e83495edd182f6dd2cf6ea3adfb6c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19995b0ca071d44b4a7bfe3c9f7c5f120b83219d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4407139c13c405eb303c1129a7efe719e30fd08a0452e2388df840abf9b23096
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..855d412befc874c6992b9c148c5871604dd0e268
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f8c9b2747b5a14a00d026f72de8fcdc8175ad3c3efeaee8d15b60d552c1e251
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c0c65bebc1fa14cc507bd1e564942fb8951e9df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8387cd30fb52368107886979c87caf3ba0047eb657ba074e6ea9e4834bdaa3f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc1771c41c0ebf005436e024b2498b74357c21b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd59cf04d1c6ecec7dadf0f3bb69757aff2789826f797031acce09dc348b50dc
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ae5ec79348ffeb501653632bfec3cb913808d52
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be773bd2693340e8738bb83af89c979666cd3dba04c1767b24fbd402ee2b21f5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc40404351664df02efbe58af108383ce176252
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b148898cb7002ae6491a0b64808bdd820f6cc1f9f62ef0ad6173716da6564679
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb722f663dadd02a4f1e650907b2030292e58be5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b42267b92bfa0b729e014d74890c66727e322183b80dc2428754c769fac0490
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ea27ff20638b53fad4ec0ba36128d9fd98c5e92
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eb30a65ebc77eee49f4f690b0d77b251e1d40bf0a546515998f9d59a8193e81
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94fc7a0c879eb3cb78fe455d848d5a1770a6b79c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef29990510faac4628b94502fd2bb286c1679100f0d0e5cfb94b0a736cf8287
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efe7f04ba2b99ad9b997238bb187877d544b2f59
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:795492027b7914cf1169c3ac3364d254f9ff02e0e0de67471d13348037492f41
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63f5ec87c6516a5dffada847c343ba3bfc65dd0f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:181aa9b16a44c1c0f79dba6151b895d747c2e0b1f8605c6cf8a0c40b76dd21a3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23208dda0df8852756665de49613973415967d28
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c17f8aecab9da922d9a634d737e7c2a64f85a8685e569cf23099ae4c351186f2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8080f156ad33d14240874de45d6005ea6ff4a33
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f048633704bcb835cbd0403519c643a0fc63cfd0a40c49c87f689b433a18dea8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d407e32bfb0f6a9577fd8be9ea20146264e52b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4f1bf892054f7e112170c8b7ae048f9488edbfbe618866d4577eba822dcfff5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..432cce9431a3534183bfe56c9c1b1b54b99a4935
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f07ee9fbe22734b9c01750805d60d8395a488f2231d8b0d4130f79bd7a655429
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48ff019bd7e25bef55f5a9d4aff2ee804b4b9068
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:767f2a33375de9150dc046363ce8947f30c9dfa0c812c5fd39e2e9340e9aa80a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6fb6f6f22f557e8b66978d447bd56a15bb07a9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65213c700ad7c91ffe4dfad6f2a69232ab5bc593113034266d3cb2ab8441ffb8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..230cfefb63f73123cca2b647366f0e9ef945573c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d9aec9c39ad9ef0a8167cda0d6488b766ac95d8743f2ffaec0308f8a267e0ed
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8328b799512b0f6a217492f217728f9a0cf345da
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0d1fd889d02d3513dc664a91ec3ab7b9cd242a4c14054beb99cabaa72e5762
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7bcdbe2c2daa4e8a466a238db62961c250cbfcd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c624c677bf58010243a360a65324051e52881ecb5f4bc5987564105aa73a06d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8a99aee7c98d1405624b52bbf92b6ddde116cc7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64afefd48177117da1e51c2e768a1dc4f86f973996fc4c4c05d174421ee1d975
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3dbb99d9d974a986e6de6605bfd09e20aa90508
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0023f9a3f2b38878d828c2ffb21f1a33555ac6127b392f6bd7c56c13560eb29c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b43be8ab4e001bb9242e8707ad2faf8827d9936
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c6dd5b56e73026ff320b98e2d3d3038dac6b3d6842606af5b06ef05273d7441
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccab5fc4d491982e67bd3a94f84d741813031c7a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a1a1d5d59388ae869258e4a3dcc3827242ae56e151277f9a31d4b6c26a62d78
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1683798f664ee7d6d078bf276a7f33b38e541250
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e37f7ca568e9c512ebbd65a4b314e796c2d0518356fc65cbe836aee94516ed62
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e32295710d25185a4826ebe74193c2aa9853a09c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:958412423268cd9d4d97e3283d47e54e08573a2745fd6c34051c46b81bf7c527
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d450561f8627f39f636ef6541e6fe93747a7c033
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdbde1b7be80658c41b5054efc26b6be60a3a0064e5172f2c03bcbd96810d793
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b9e9c86c0c5c5cc967dddfc2500bcccaa19d0d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46bc41c4df1005d754ec3d747d24f557b2afea8a935ddc9e91802df8ffa72510
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dcb9d9ff955704401666a38d073eb00086fdf55
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8409fcd06e07433180b64ccbc08920c913da1f8273f78f8fc65a5daa38a11efc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8f6a57d41b83e23e33b9f45c3b15599223ce1d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02d8479b3f052616540856d00a991c69960594ea2195633ab05b42614e16c9e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c6f57c52ba9c88a301967132b2b25e1b6c7cd39
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee25efd224dc57c27e4bd7f4734f4607e141dbf01feebe130ab8f37b4c7377bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b41fa0903e6398dda71e1b97f579a798161cff97
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:310588067e71f4d68f92634990b9d306b99bc5343f50db1e1381051b7479cbce
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae36a0c82116d3fab32a745f187f9f60ea2d37ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0367d14a77e8610fc908f3cdd3e76f9388b2b5530a0f2ee13f40ad3ca19b505
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5253e7643cc5d524f5765320fbb8c4a4f19e325
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5784ff8ffc680955cca2b26023e4d29d166bee534e6104fe0e6e705ad580522f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0600d8adaeee17750e368b79ce8921844bb5f7ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c678cf8cd1d2378000fdc6b28f6926071b4e3bd2ac18ed2bb2013f95c00b362
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..789c1db99401bacdc9ae493d655a2c629cdf8c01
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9cc2134e5ff314c9c5776cda81c3040447ff5a12a65edbb8a07c978fac14416
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9f8f600c0ca8b085b45a4786cbdb16502059b91
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20278fccc4324f40c5872a1942b872145d47a220296897afa8fdc91dd6b7432e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76a5b17a83edc5dbeb2efb8f64d9d74fe5cd9297
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b45a4393962e8a9ee173edf9bfe0ec5e54bfb334c1bda0bc29deb0a3c33afba9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac41bc67fac06a2ad38733d1225c72fa8afe2b02
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:785033b1cc9ebf67a0e16c28f8cc0fa7fc9442bc354d5b799f9460cbc1572671
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9309f8dad6d1e84203c7c144a7f1b7cce72639e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4baeff278ef30149d1fbcdf1e6de47aec427715ba6976f0dd9a68f985207bdd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b97511f21585125fb33f730aca52d0a38a22b169
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3679ac135d42e0e3e633afaa86ef67b3ed12912d4614d31a616e0f3e1d5e47d3
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/lm_head/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36c8b43f2e24fb9f7c1ccf560d4b1f975a188d8b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:563365c689592d08f7b63091863b91a912d2fa975cecb40d46e7a0583f09be28
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4381c16e8ef9073c8ea1dc0687131520d8b2f31
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8a2220dc9b555fca881aa195bffcc350124756cae7283a85851c0c42af8a9eb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37accc5bd150f3352ec523075c0491e7d7c0352a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47e938c2c71f13a2945f6ba469ca83937d45f3e77b01c0a9eb5451eba0fde59d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32529981acb41d5a04c7e54a822b220bf7afe28b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eacc8fa6a87ef9fa4e0be545c54b886ecdfc0caa5c611d94f34bdef7317698b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..457a2d1574928ea2fb21769b6baf3f933bd1a9dc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa0e3d4e323a94d3e512edf615451fc7a1f5502bb34daf79794e930bbb2af826
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07faacb8de2ac3de8e932335c999cb44fb67ad62
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc3eef90d784c9d1f9de56afece5d2bcf8004e0242d8a9e40a4dfeb2ae57b02
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e6334747d88e11c8aa44ee0459ed7beffdeb884
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1458e394dcab95ba78686b971c1d534817b86e3db03ea7c69db5f48c16cbebc2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0229bcd1fa6f99c440c40e76d43dded988238c7d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:542d9d5d3511d8653d9005c0f89841ceadfa3866b901682ab3f0212c50b6ac39
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14bea134eb9825c49cf67710440be666be13e653
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ca5061b15189287c5fb702f8789ccaf469a1aa91e44fddf9d3fa82254080b9f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b57a954ec20798129dd018526ec604ba44fb894d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b305703dbb139d6a252223c594ad429ce5f73d09efe221d613193e691b3bf532
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d881bfe21f5ea16bbed924a2d2543a70834ff6c6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36ab247841578e726cd998c7316068d0e077b7a73629dd2fad8c9a52120672ab
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2272f8e7ece41bf33a6f41a3dd8fdc8dcbbc9cc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3838d44da7483f182542ee7c71386783df8c9bb2b22223dcd0a21858cbe73d36
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c50453c73bc00273a02447268693b5571957116
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40081af476ec42105971b5c1bec3b7244a6a08d6a0a0e8eaa76ceeaf9c0744c2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec13736a05d7237f0b691343aa9244fe61dc828e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8e1798db5212f137c5f39538b59b5defb4f8e9e526921a7b25a486a49dabe10
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f11ad5a74e10f05ca1a7d10030f961db0b2d0a33
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcc37a685d7e51c022b3edb4bd8bdea65b8b8439f09c35e0e486ae559a2334ed
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35e0c373a7bf925d6bd7b9e63ada0a99453bccdd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f13b4f6131171f967c5c6c6d8eacc1bd5f6e126cd3ff5b01ad7be1b9f183ed77
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f407d73ca77b3e5c06d3958a26d4b99b9ea67d7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dee838b47588d815ebd83c7cb164264d5093ff718762d84bd161a47b963fad3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d01cb0da932e1bfceaa19fbd34b4e12d1d6dd93
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1e1888a0fe3e7762507b5a763b723462013771a3f65792961c99a25126e482d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d572415ff9f3f548e612ed26463a340dce3d9a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed140d26106ef5b92e6ecd5789641c91dc8c80db1750b8c92f43504b7758c86e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3be41376797e224e21963395ff746ece39ca43a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1463cc65c74777ec519e14de6b011e924494c885c0bed8e233811acadd52435
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d838b761685a0f786e1e6114abef964462b31ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb482eef428b83a21fa8482ec597016225eb75ed6dc9efe03440c02489f384a8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8788b9d4763b5592916608c318f7249862097f5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:975c8d7ae94ee3f1a062d837d9dd6039e3b1dcd44f8d32cd34bba5ad5c3e275e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9da755e9be2bc3bb7c3c79d298dd1a776cfa047
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2692145b3e7603d8ee533996fda63e24877b2d265ccc6a0f2615723a4dfea37
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcf83677e93007faa3cbcf2e960670e9fd50fd58
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a99126992033ecf39a189f738011627527e21bb7ace87b1a0e12a771af221197
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7e630f9a84807c46aee7e9acb4a421332e37e3c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:444bf3fb9bfd92aa519a54feabb323147d50a819a915cf01e0081d16c2352936
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d07d1e13c3828a06a6065dc7ec22456f707108b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad08283a3ed97696838990e8de61138240b45f8dc2c4208103ea134d1c31e92e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f28ad336bb95db4a7bacc93f6fc9a98748850675
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd517fbd50e1efd716be2b60e0a8dd504b0bbe6cd595754a52bccde125e73abe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4030f21273cf9d41373c8b895770c16bc940b956
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaf6a3915ccf50a59fd481ded0ff5f4f5d01a9044c95bd12a038d8e6ddf63afd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eefb632e20f2dfc7f9f47ec1a43a6b7a57eb237b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ab7dfd1cae53907ad159af4bccd7c8e80312646161bf54f6a2e932139e6c9a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5da9bbd357fb755510eab1e04f10bc72d4dd574
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:074a850e5580d210dbc3dea030284b0f97d7d05414ecff25d08983f24bb558da
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf689b45435bd9b2e6f5ffc84a95c4d8c4584df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5082bff1ac129bd90e2ef9f238f601db154b152be4703e396dc44859c7f8a34
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9145b90d1cb14c7c16e1f2b992e721fcc1543586
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7c26bf0bcdd964e115db279cad15842c1037ff87af949ec70dc32caef4842f8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b94c60541bc33082814566640b8fafd2561d95
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f853312ddea39760690bf1784c5a53dc587694d39474ae095f74acb939483e90
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93ce9b14a5938169a8804abfd8effb179788a740
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4143dc5a2443a39cafed7152c6a20d540f4421efb86536a4c5f4297e8ebc74d9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..255850e20fde68d061378b0c9cd0a31cbf269a55
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:956a8a662c2c99d578581f3a9a98daa1e5325b4ca8bbc953acd40ab4122bb422
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b083f4f924525fca270f6e85cc150823b2e2683
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90d2f5f3ae92721bc5895d6076bf2e2727ab882f05b67386700222b1a25befe7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22c84b20a4c4bd13c86c00123802011dff4d6087
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8de014ec352afd304e31cd6adf834936360e92664bd23623a2f1ecb9c483048
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9939624cd7f9012dc2eaca6f8c2b1499ebbc2c6a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a002baacb100afa7444047d57d55f6b3a73eb4e6cbc399f6ed9c3bd466019cb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1811e35d6672507dcbf406f07a0d4d8e9258747
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c6e96a34a04af2b5e3ce0537f4ac2871c57bd4a0acf8b61c1db30665107859
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea3a0e8042b97173f7fbe5994b019083947a47b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb1ed736e4c4eedfedb66ef2f7c6959aff0301623c6c8179cb38273b08800fd9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0cf80f9a595a5f0fe92d4def3fc810deec79568
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc567127a4f0173a466f0aebbe857c12d2407d9cf52fc650bd3fea544bb1557
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..126549ff87ca3599405612ba0b76e4e34446a3af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07feb1de20682cebf0c06a9279c25637315a831b97d8780cea17b1193dca2e50
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26d55c9d29bb5d5d30a0bf1696d87eaec9e2f519
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0547224e17de1aa1a98b66a2d1587c8315ae604e8a7c53127d3e6b38024f9061
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b92af4d9844a0c94d31dc2fb7d683140cbc692b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba4a5fcec4cff44762448e9bee2209277a64612a851ec072ecd30d5455530c12
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d239a6ad0007d77e9f82219f35351eb7cc62eafe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92b944e9af2032bc60f61b395960409f70952e3135a1323e16a40eee7ac89596
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..004f1ff430f73c413eed8b5ca420d3526a992372
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31eb68abad74da246c4e03815063cf70c0ee6ba248ca6e59b76e2b2ea3d016d2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48451c86e77b874e3023b03d1007be28ed8be02d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db851ff99c5135f33ed1796cc80a95f973a86071f7d2bc55f093854dc4262529
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d2000be82e3a8481932721aa6ec7069e2eb407
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d9cb0e9e5990345ed31862ffe9f673e920abd51b1197cd106a49b01a21adae3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59a8c0d87a2a38203e3b2555ad1bbe6834355ae6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bde2ceafd53e7999aaa794511423080a44c3b9e484fccbc7cc45225656c8010
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a269eae79acc1f20ea7b207cf7e3a58f8a9747ad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae6dfc024ff35d437a85c623810dd6b19957c56126c239920fc2b9ba9f9f17f3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d4f6623c406fea5ef3fc2d22964b0272912856c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cf8484acf79875f19f483e2432fba335ee5505b58c73851f322c8f6d40a2680
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b7dfe3113d36c160a4b28d92f615347a8ba8a88
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb00bade3c3c4601b00d445ef7063d2572cff5f064de69047e81e6e045e2318
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5aaafb83d3dd4f88963574c0cb4e54b8cbd0141
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dba078fdd29017e19e493d054768282c5cad1271352e1dbdba016a529939762
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da22fbc0412b71852598efdd93dd385137d90e0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97352d4b199c959d68b2d864a0c0a91dabbdd8dcfdd8675d27bf341f9f300715
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e95a7f5f6adef79bb4971a9ab58e51b62cff1368
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a2b16dbf8790ec5dccddf9dd9f77d702bc19a2030a62f0ef36e4945f0c6a52
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66eb2b50286e328941f87090240aa1709981e212
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:883762c2d4272c1761aa070ffc88721b19418957b6cf0f4d6fe62ec2695bbb32
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1adfe46764f2d40f92c916ebf960d298e5025ea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7a02e1bdf5acec52c33b4850dcc7d1bc0121b6651b24a10a8ab578ebdf1a17a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c97a7b8d6245c22ad8bf703ecf262406df023f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94000af52c39af93c712ac9171cbd8e4cf68e883aeec8b924a2e8881bf5cb987
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b587ef400d2155a7429aa4461139f23908a83f27
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02031d855ec69241f434046457304699e1348658ba964431a9e0ff9368d589e0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0c492605792e02c60fd2122bbef106958cfa8a3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5e707598b351bdd90164d7bcb636fa4a305491bf456ee5d1ffffa95bbc68133
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d95bf1b83ea599f4ed65aa0f34790f503d83708
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0bac289df53090f5feb9a2719dbfc1dc6341f01c11ecea9fd0c5fe11027b31d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31c603e6fbb483da680d13d2e51c8fccaf7081dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc5888c0738480b931474b8e34744cc45fa11e4bac4973c21029c04b83e6012
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77c9df05692b815c7c7ca2a723e188b7a97098e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec551fa4a862d43c4b32ea75fa7eb83c1a4535465c38e12f64f57186c227dfe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb8e61823f2970f421d1bc076698cf60ad89082
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b80367b2f31f5f6b63eba591a807c5c6ede40af8c18b3f84322b24c9c8ba44f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1fc91a8cb47fc7801ec467e8fe92f6a0ffee8a8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f4a44300b6672f5b3da7a9d24a6f36edc22d6c8f3b116783e064a56821ebe3b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7319a36701cf00986ab7554c59ff69f7b8aa100
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8eea0a0db6ebafeef306cdab54d66a9fbaf996888e86517505b1119c7cbbd16
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a0b544a7082690b8ff8a2a7913dfd6e1933b540
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ba66f7dd7a8b39b036a76c5fbab36bd2af95839414d4a185dbbf784005a3327
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60a7d9d9050098c6b69c77d3839e945069b7ff85
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6899ee868b5129a56a546904ceb3e943f20c6403d345fccd3852362eaf624757
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf71a2b13ec35fa4db07923604ae3175e69da0ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55af6d1feaf5ea4406c581e022d0e02be46a44a988951f2c1d65ad8c6548b98c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19cad917828f67e5037cdafe6beb71e93e81c9b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf397fc923ee0b4e563a38ff6b62908aab97de492f5f8b2f48dea88806cc569
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02e76a8a7170b347007f9c05cd24b0938d0c8429
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b605f1506b4a25437fb25ea9869fac6932a1471ccfce945bfba5f3e4bff1c80a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8283be24bd5f07076a309214536d6739c507332e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ed62f9117647e1a4f9fb244bd52f6c369f35fe2e9add21d8678319e8530d6f3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7edce602dd140e42fd7ea63829b2aad5b09733a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34cfe4c1a13325f1e66e089f0487ed41da191a07f17e40e84c5cb245864175a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..021aecb9bc6816fd220f360d669b48e3886608b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fef473bcb2b48921119dab3b278607147a2fdd6017703763c330fbed57bafdd2
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..396811cd071b3c1bc398945e623a0d0161d5ad65
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01fb303d7833ba0131ff8a827e62169a896e87205d1d7d3457c3a456eb875410
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a905caceebd1b119f55e2e866f89741a63eea24d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a43421fc670ba3242c2a54c6391d4f40499fb8e993e6ad7453da28816b929a81
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6607aa6c1db772249139971187624d935a542e54
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d394c1feaf05154048c9a8ddcfa417037a51b2e8219e6522b508ea0faaf179
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..860087e1cc89dc64220f69b5191948452e962864
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad121f844841d6b70e053237096c8a870bc708019919dfacd2466419a99fc7dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5296a0cb97f666756b4b3e94576699557cecf73
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e2364aee1367eecc56937719fa4bfa8a753e5f966b6574eb01942ca94ec7b2f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e2250efc6e0c432567db393cd3aa828c6404c4e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1911d42c69d0c4e6fefa480ec3412c4aea1bbd2c69ba56bab8452c536bb23f24
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..691d771ab71832de7991abe7a4d225af0a408103
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f836cd00e9e6c0abe25a428c85dadaf9c4ec522c96e7f7decb99d29d80757f6e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea189bc66a39069b786c40bbb76fb4031092349
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f20628200f17b1be7a6fc773dd2f14447da98b4d8fabe0be23b065c8382c69b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..025fb72679130d45c394bb3c2f55442bfeea4644
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:818d3c62ec7e9cbc17c0b2367f9aadac715194e471629cb31d969e5226543650
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..377434f8e7cd46fb83f341f4ac113c8985cb5ecb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d95cf51a6e67f7460e9c787bd1ac9b6a9a34981f278cc5ddc264e237667b96a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b48a7fd3b67cfcbcd1028aa4187b573d4ba4734
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec97ce6ca2fdc92b7564cced70fbd0f12d89109d583c792cd07aeb4b3caee1f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4026e4fd9c65a4e0ea5e62fcde28c9cd9517d7f1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b239431ff8f7b5fc3165727eded99aabc0a5db8aa292efbbfb309b9c853399c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78a7595b8f01164aace78d4162aacbc7e76ae7c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92eb7d06eacd6717cc62a5cfc33a0d44a90154247519c971e9559ffb8a883122
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efce1c0651ad429c476b28d4eba82adff4e4115f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:387584de9908d06509ae3ee5fbefbd9b2ca64b30bd3ecc224f107d6cda141ef3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5accaeee81cecaa6d7f86db08656897996aa594f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8195124a8e14410f01530f2686f31d7908be73ac2fe478cf0cde33ea5e8088e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b06dccb01408fe24d4bd7719833c636f86cce0c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b97efd61085e54c2c53400c7917e6fd984fb63f2b8e8fad25488b9ac68b680b3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed2e9ad4b73f01931135c65829830a0527e9dc07
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3eb53ecd3409a79529c95424921444d55ce9ed5f275ecf2a82a4dbc859f73d2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d645f1d0a29a5689f4adba0bb2f0aad9c923fa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:646ee80ec9f5da62ebfc971a5bd1b390db4861538d2e75cd1aecaf6b5dc8bf88
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c51337fbb65bcc269649ea6ed1fa980968ab6991
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8042daee2e55695b3b81843cd065cea9415b272e3e654fba1ee00830630fbb92
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e06a09839c0d5913724048b0100f058913f18d53
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:790e5eb930899672ef395e1b3c1dd3671ff0e081cd3db8169aab437cf4bf770b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d5178949d8e1c1582175bd068a740100869e87
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31501eace26a355c574b066091e020fc62517a2797e09c4a86c9839bc69a9393
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..765265c6071c91b11d9473a7d5126fff1efdcf07
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f37554fcd168095a2486d495486b9c3e81e73203447ba72bc72684a1020a5b2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fae1c1b4a5d1fc0c32878fb9d19ad2094501134
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab5729d579a0953b95e16c53a6fcbc26fc528aed2b18f1147f63ceac2cb75a3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e148e97c953686f341b18e6651e9e6d0feca6fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae58b41378df849c1764c17718be2952be7e3362cf52d6caf615e2d8b7dacc2f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9db9de506f0dbb829b104e2b400200ed20624b31
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abd9da4459df842e0e77be17479c984ddee8eb50c6794b519d71deea6f8424f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fc5fd2e143669f01506169f74f80fe88119e416
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c2531f29a39d6d3190cd9969710f05eba718693d77a189f9f10516b0886fce
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f362328e42ebcc1cfa4586341e04cfd0f25cb13
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53642881bfaa1c9210353e6fc161ec20454f1ced90970157df2c3d1ee9a3ae07
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe667769c7c90bcc413143dedb257e5528cf0064
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a02628c24f22929c96d8a3019bed3b9045b92f081d6b12a50b0b69d55e4829dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..339296ed8e3d6bcce39f390daae8a94ab7e2b168
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f6ef3f1b37f1096fa16fa4c7f1e85809990cb9d7f4dc8219ba2ec9ce5bb6599
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e9c9222589c142fc40ab9fbf39c21c0de9f60c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a06e56ff9541a7e4f7be67e735cba0157eb8ca51359d0b83ebf5e7ea3ad618
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cecc87636a95bb7a5397683bac10701182a14d89
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:826204faac53b3fb36ca867b0f8a503605ffa9f1a1b5b1fa159231ef5feed4b4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b4de9771811a3eca003665699dc16eb5026344e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3faf9820feff2d06f699ce5136448e636e83495edd182f6dd2cf6ea3adfb6c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19995b0ca071d44b4a7bfe3c9f7c5f120b83219d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4407139c13c405eb303c1129a7efe719e30fd08a0452e2388df840abf9b23096
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..855d412befc874c6992b9c148c5871604dd0e268
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f8c9b2747b5a14a00d026f72de8fcdc8175ad3c3efeaee8d15b60d552c1e251
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c0c65bebc1fa14cc507bd1e564942fb8951e9df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8387cd30fb52368107886979c87caf3ba0047eb657ba074e6ea9e4834bdaa3f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc1771c41c0ebf005436e024b2498b74357c21b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd59cf04d1c6ecec7dadf0f3bb69757aff2789826f797031acce09dc348b50dc
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ae5ec79348ffeb501653632bfec3cb913808d52
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be773bd2693340e8738bb83af89c979666cd3dba04c1767b24fbd402ee2b21f5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc40404351664df02efbe58af108383ce176252
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b148898cb7002ae6491a0b64808bdd820f6cc1f9f62ef0ad6173716da6564679
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb722f663dadd02a4f1e650907b2030292e58be5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b42267b92bfa0b729e014d74890c66727e322183b80dc2428754c769fac0490
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ea27ff20638b53fad4ec0ba36128d9fd98c5e92
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eb30a65ebc77eee49f4f690b0d77b251e1d40bf0a546515998f9d59a8193e81
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94fc7a0c879eb3cb78fe455d848d5a1770a6b79c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef29990510faac4628b94502fd2bb286c1679100f0d0e5cfb94b0a736cf8287
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efe7f04ba2b99ad9b997238bb187877d544b2f59
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:795492027b7914cf1169c3ac3364d254f9ff02e0e0de67471d13348037492f41
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63f5ec87c6516a5dffada847c343ba3bfc65dd0f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:181aa9b16a44c1c0f79dba6151b895d747c2e0b1f8605c6cf8a0c40b76dd21a3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23208dda0df8852756665de49613973415967d28
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c17f8aecab9da922d9a634d737e7c2a64f85a8685e569cf23099ae4c351186f2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8080f156ad33d14240874de45d6005ea6ff4a33
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f048633704bcb835cbd0403519c643a0fc63cfd0a40c49c87f689b433a18dea8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d407e32bfb0f6a9577fd8be9ea20146264e52b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4f1bf892054f7e112170c8b7ae048f9488edbfbe618866d4577eba822dcfff5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..432cce9431a3534183bfe56c9c1b1b54b99a4935
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f07ee9fbe22734b9c01750805d60d8395a488f2231d8b0d4130f79bd7a655429
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48ff019bd7e25bef55f5a9d4aff2ee804b4b9068
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:767f2a33375de9150dc046363ce8947f30c9dfa0c812c5fd39e2e9340e9aa80a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6fb6f6f22f557e8b66978d447bd56a15bb07a9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65213c700ad7c91ffe4dfad6f2a69232ab5bc593113034266d3cb2ab8441ffb8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..230cfefb63f73123cca2b647366f0e9ef945573c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d9aec9c39ad9ef0a8167cda0d6488b766ac95d8743f2ffaec0308f8a267e0ed
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8328b799512b0f6a217492f217728f9a0cf345da
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0d1fd889d02d3513dc664a91ec3ab7b9cd242a4c14054beb99cabaa72e5762
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7bcdbe2c2daa4e8a466a238db62961c250cbfcd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c624c677bf58010243a360a65324051e52881ecb5f4bc5987564105aa73a06d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8a99aee7c98d1405624b52bbf92b6ddde116cc7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64afefd48177117da1e51c2e768a1dc4f86f973996fc4c4c05d174421ee1d975
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3dbb99d9d974a986e6de6605bfd09e20aa90508
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0023f9a3f2b38878d828c2ffb21f1a33555ac6127b392f6bd7c56c13560eb29c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b43be8ab4e001bb9242e8707ad2faf8827d9936
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c6dd5b56e73026ff320b98e2d3d3038dac6b3d6842606af5b06ef05273d7441
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccab5fc4d491982e67bd3a94f84d741813031c7a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a1a1d5d59388ae869258e4a3dcc3827242ae56e151277f9a31d4b6c26a62d78
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1683798f664ee7d6d078bf276a7f33b38e541250
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e37f7ca568e9c512ebbd65a4b314e796c2d0518356fc65cbe836aee94516ed62
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e32295710d25185a4826ebe74193c2aa9853a09c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:958412423268cd9d4d97e3283d47e54e08573a2745fd6c34051c46b81bf7c527
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d450561f8627f39f636ef6541e6fe93747a7c033
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdbde1b7be80658c41b5054efc26b6be60a3a0064e5172f2c03bcbd96810d793
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b9e9c86c0c5c5cc967dddfc2500bcccaa19d0d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46bc41c4df1005d754ec3d747d24f557b2afea8a935ddc9e91802df8ffa72510
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dcb9d9ff955704401666a38d073eb00086fdf55
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8409fcd06e07433180b64ccbc08920c913da1f8273f78f8fc65a5daa38a11efc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8f6a57d41b83e23e33b9f45c3b15599223ce1d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02d8479b3f052616540856d00a991c69960594ea2195633ab05b42614e16c9e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c6f57c52ba9c88a301967132b2b25e1b6c7cd39
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee25efd224dc57c27e4bd7f4734f4607e141dbf01feebe130ab8f37b4c7377bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b41fa0903e6398dda71e1b97f579a798161cff97
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:310588067e71f4d68f92634990b9d306b99bc5343f50db1e1381051b7479cbce
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae36a0c82116d3fab32a745f187f9f60ea2d37ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0367d14a77e8610fc908f3cdd3e76f9388b2b5530a0f2ee13f40ad3ca19b505
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5253e7643cc5d524f5765320fbb8c4a4f19e325
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5784ff8ffc680955cca2b26023e4d29d166bee534e6104fe0e6e705ad580522f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0600d8adaeee17750e368b79ce8921844bb5f7ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c678cf8cd1d2378000fdc6b28f6926071b4e3bd2ac18ed2bb2013f95c00b362
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..789c1db99401bacdc9ae493d655a2c629cdf8c01
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9cc2134e5ff314c9c5776cda81c3040447ff5a12a65edbb8a07c978fac14416
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9f8f600c0ca8b085b45a4786cbdb16502059b91
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20278fccc4324f40c5872a1942b872145d47a220296897afa8fdc91dd6b7432e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76a5b17a83edc5dbeb2efb8f64d9d74fe5cd9297
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b45a4393962e8a9ee173edf9bfe0ec5e54bfb334c1bda0bc29deb0a3c33afba9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac41bc67fac06a2ad38733d1225c72fa8afe2b02
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:785033b1cc9ebf67a0e16c28f8cc0fa7fc9442bc354d5b799f9460cbc1572671
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9309f8dad6d1e84203c7c144a7f1b7cce72639e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4baeff278ef30149d1fbcdf1e6de47aec427715ba6976f0dd9a68f985207bdd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b97511f21585125fb33f730aca52d0a38a22b169
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3679ac135d42e0e3e633afaa86ef67b3ed12912d4614d31a616e0f3e1d5e47d3
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/lm_head/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae0f30f89c39693ec08426446a852b25b56c45ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be5320ae72d1c1ddb4e70b4d82d318612331ecb361a0b7c5f260569d5de32f63
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47fbaa31e0247b8b2b2638ea0f7212d560e9acb5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ca062602833611f441c4038c2ee4194293f45a7aad8c3b30fe6a29958b7414b
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..178f30769740fbd9897c81bb6247f487088ec3f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4816ed971f3eb62d8df7ab9df4ef73e8aec16670c1755eae5a58855433cb05f6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea633fe9aeec8021d3ba31518034e4d53ea7523
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb87d604d658ea9253b16a3e5ce614b9f63bbd5ae778c80c66bb400b72d49ff9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de895d0381657e3adcf433f14dfaddb341f63e97
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b52db699d78704607b1afa32cfc3e7a42bf4039100a7cdff8fda303f69c771f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f4915f8d7b95b10c5031736412657829b7f49c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e01e03f5f91ba23583cc4d7a168503d2975bd538ffa560d80435dc8f93074f93
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93e67b2a46885810304f5be8cfb7b088e3f395b5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffbba085b74c68a04b165b54521a5ddea7ac23ac4d4521861d9713bf317e941b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae4a33ffd6103ced4bcaacc93adec1903e1ed79f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cf94b208d6301649e3b82e1c1310e7176f0d6a47fda44f2ed8840f747f491b4
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb30e20acb8aee4e2ec8f5ecaabe2a721e361e0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c627d464d270fe0804d881c875f8abfd3ee1d744b668941221b627d0109d2ec6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c57368bd5cb9dbcc7742e608da7a1d26aef0496
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddcbac0d949d44e36414b26f65710a6dace592263321f8fb0c8651e9e75225b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1897bbc978f2465599a4a8351bf344cd6fcbeb64
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:011dabb7b8eaba6b369453ef5e0103929a75f3b608268b68aa7cb4e441e31a1f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fd542f146f7c1267cc975f5ee25c51a84415732
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab96a6e3a3dde78f41c52a678aa7bec0cfebd0a2f7426cddfd89742322a43cee
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a60cbfd740eb28984b9621cb0d507930c4cccbf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f45a6b27b30ce137f4f947890055b49b325f302be9a93b5d0254b9e0ddd0e52
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12f816236e3ed85662bac9ae9749b14fa73d4904
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:538a8f6ab1d577941cb0394c4f1404d27ad9f07b962b85bcd96b93a3515ede46
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82baa8dfe1a7946e63e14377164a1aa7179c6364
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b43627fb090381ef646b0afee1ff1123857b7bbb2edd3d372f44dd711bda1047
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60d20e6bcbcd1589097723f01a18c3172b7f7a74
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd0f8f3beeefc1bb19c2d0adeca94f446a872a4ddc347f717a7e5cf7937d7ed9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..772ce164a728a2be9c3ec0868be0535bf743c2a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7072601b362bc82fbecc125f505a270bfc8a038d3ceeccf0d4b7891fa53f8f4b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06ee23b7b3640c18ad9462ef272193d493ee7764
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0b4ff9696d3d798ed49ff88d047bb419f5eb98bf188faff152d7f622e5ef52e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d63a4d89999058f961b424a9e81f11f507c0987
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68238d34a038bc1df34b590f17e3b8e9139c58bdd625ec81cec6c58c5d0cc615
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50719a55b7a054dd543d19e165b310676a8ff9a7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b1620634859a8a2f54bf905f2a5fc0409db743dd3820b36db0c7fd21f833142
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d1870db28adcd67f41a37f180d839b2218011c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a96e45f850f1c02f9e0f02d13b7bdedcf2734b8b16e9c17f39fe3b82e58073
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91af47263ee1126383316343a3c675714ad51a1f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2efacf8bd4a0c08d29d0f7d5c1c8b89111c0c602b5ce89e4ded88977039e153b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7a4758abcd0a26a72e07064f60b12152f25463d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b13cf92306a6cafa6cb40e743e50fddbaa5e1e231a670b5641e260cc519f0212
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71fabb1a3fa6c155e44cbe270f1a4680852823e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afaf58b2fbfa0ffc2f66064541a4cde6b8f79cde1c3349463f8b63f034927122
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5bd16c54e17af03dddcd0682c1ecabb7b2491ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:960a47b1d430bc322c45f2f5467b32e6c16e6b08f6c004233fee4b73bb83199a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..665520cd8ec090b1b7772cfeca6489dd00eeddfd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9c8beabcaa2dca57b8fc15ded0048b910a0868ae29a6a2c30852274c8fcbd00
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e6befd00a6fc1bb00b60f2ec2d158d41beaaca4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c210c5aa4e478e1f6c5304bb28ec337a0231a0a9124c6794cf58f9949c7e6de
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c767d677c3bb898190869cbee7efb86faaea91
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e8dfbe60bce1a452011b939624185461f80fc210eb75816c66c3db580ff295
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d38c4672860a9324299d0d075f21f584040f17c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:816c2f773998939a3f9f89e5efe9d3874e62022ef76d05b193168854780379b1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3635177152ae28636a771e198cbc37a580c8b4ca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a057248a2eede8caa2d8fed8728d85b67578783fdb3c473ba166e2d1ca7e5d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53a79381144757b27f070b900300adf3547f032e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35eb8de58488287172223003f3dc3bc27cd3e57bb7a0bd676443facc0ce43662
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2696f96b42984fdb4674399061c59b278f1ecfa8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26cadd3e0356b2cef9d20757028aad28bd64a9d86330cdceda4d967502bf7466
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05f35ee70b4f3bb1e46dc3768f94fb5a84928392
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98632fa46488a8ee9ee92d754fae6f614c46b8f83dc08fd1c163513eae93b324
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f276dce95cb4998933c9b9c19f0777568a5de3c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:335dc38c16d1e8997a813f662797f189e13b6dfd34c78cfefea9176f547ee714
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d17986ae3e88408573b3f339aa2afa9015766059
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a72f3f7d4583260dafc97d3be4339d384e3031766e992ba535f9a1c80bd3fce
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07ef38b7dc1417a99ad6ee213e96f7dd4657caf5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ecb54230daae0c881a3c473104b38fe2787919f8d85fb25ce4d53c4e3e81390
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..344e26cc32baed88f1e465dd825df1aff0fec288
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b8c0281a81db119937a7f33b1466679b0e8596aa9f2cb3cd648014e2f6654bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8b85c8b70d215a83aa59a4700734ff5a672bbf1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa8926f32d19d7a19867bd0ca3fe5e8173c746dd4c320636d0dd0b52899c314a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6574f5abe76a0fca2f13973579555ae6a25b9df9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d73ba9581e43271218d1ec1ff7700ea0cbd8edb4267d4a35cdb7e04d284acefb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c5fc4c419a2b2c5256e5ba1459b23d68e987984
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a3fcd4cf808f74f9b82191fa9d96c6247c971732c41dd4a2b2bf32c543e344
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..731550fc1a2ccfaf212f91bf8f5b29ac309c2bd8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6e4c1a89fbf9e93b7c41dfbef520bd148a21eaf7150552c2ddc09f6c84fc6e8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..420a66ea98916611359f88bc51b90dcb71422140
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2b96df7c4a0cc938a5c9c1154d504904e5537e00c00df7e4e7c69a6b6f85610
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..869b3d563f77ea1cb8af1e5117fdc80814739246
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77becdcdc1ad70c854456de86be4526b8897bbc0b191e3a5cd191b427fddbc24
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ae500780798342d63e1d1d82780cadeb1c3a07b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:038356e40219f872bb9839e781692369ca48487e9e65c1bc89ea713fda511c19
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3163f6ed2b602c86b51afb8cd57e4fc7f4174be5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15d4bb33291e2a8449f58f2618cb433ebc597abcdfcf23e5b60bf872f0f35188
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe19589b3915be4b0acf52c9db4dffdb22f2c8da
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1cb5dbc08873f6c197f75fbad0553833bb3628e39b465238983190ebd36b38
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63ca8c30a83812c007ace7dbdf770bec65fdd286
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00051563b117c39b9e291ebfa12e3bb5d5fe6405430bb732fa19861ffd08cbfc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c597e0e016c05d51004f0e077917d15b12737a03
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77e7b4d842db7a7ca1df2e010b7d79aadecd23dff156410a271f5f12b5b6e514
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4084f6ab93d3a0599522ccb89ac81286afce01b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63f64b678f01799e91af8c447183189029d072ebe11a2640bc4ee574ab9e4bfc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06d82c409c5d59f4a5c19e19fc61b7335183a621
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f4357518fd537d38e9502153dc30ee521e14a1fa65d56313782926d141e002
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47d0742fb397cece4fe497fa6036dbc3f3899490
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e7fd3e50e0f5529a766e7ea0535979b036e0aadf86b04cc9f97737e4377acae
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..086187eb516bf1e27cada78af7ba7c00f508299d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbdfec4b6da34a65c129a693936e76526983e5aae7292f1904d67d4b97dd0bfe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b0aeb4508c87cab70fe4fcb8f002b2e0bf1f4fd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b01f33a029c363964a58979f47c44e41c578976d502f88a155e5ebbba428626
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..182b4a22fdbd5dcfddf87b54906533231a1d58a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37ac27f658b0ac3afa84f019976cd284a496a7a2b6a140234b609696a8b90983
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21ce76eaf2487920cc28b228797f54ded4177f58
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d235027225cf5084ff669d403a98a1832c735a6b4c390715c989467b017c923
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4657c7422fdaf8b8ff4d7e0922beb09ed6cd6929
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cc9739feef432353d70f2c0051868bf89eeed5c9dc11b47f5c0186fde38c97d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11fca5367a8263d340a8c2b5888807d23482512c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc5567b63eff9c29555c8bf04816364ef04f04b72999f568f9f5be1fc5d7053f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da9d11da660dc2381cce419d2dd4cef165ec370c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c5d077c60e6048ab5359e27b0453ffea90c5d4b956b18aea3143e0d293d74cc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29d6d3fd4158e8efbfcc5798a4561a5952cdd754
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df090db57e0fa02523cee3015def503f84f4acd177af74f07d43b1dcf160dd6c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ba3feb728be739336125f4d5a06aa30ce649a2d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d729153d9e8ffa57eda5acca32e41a687048f3ff128eed928e78562bd656f27
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69815ec5c3d094f401b78b28844ea343c76ac8c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57eeea504d5aabb537396df67f74cc4f0cf3fc7234fbf67e93b976b84606ac2d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..532e86f77ae90b30c205ac454938c5128aedc1f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23461a87d1d88db2b1506b920c2e70c5d3ba1f9113c71b3e938d8ba50110d2ee
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d86d8aadcc6405ae22da6efc299d54b65212655
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:589b5262fd1de8d6c43ac865a58b6a847b0fed3ddad994badd53d00a0b8d3e78
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f39604a6edb58a8b89d8d62b1f2ef7f47ca06905
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d36a9a00194e29198441ca69a80324c19809e4eb81d04992c68c3ee0a88a97a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c87ad97a2938455e2d31be2b2c04854869df2491
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1a055e61f847bfa7c36bb913021493309555b0c5881df99242f8db07b3d49e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93d710f42f510ebce171fbf776736c5c0d38fd81
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3c9721c3de77e77dbaf0ec918de32ae1575255679cb7597dc8b186843c901d4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..953173f86ef092261cf4788c5544fa8a96366dda
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7a57df38757bfe7eb5808b8915e4dd961d419777879ddb5a87e2920c0c17a5f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e8fcdfebd1032c5a4ee18883a480f045941a093
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed7d21e7caa8a146e8bc51bd56f37b456ed3db350ee43ec2c18439266be729e3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afff093ccf38a0885cb0662a38494d4efa3c2020
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ab5fbcdea01f9891819d011bf1eaa38853969b287761594bdf17c47917495f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a707c97d828ed8862d020da73f8e981baf06d535
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208e764702d8ddf3f794802945df38f3530feb62a2ab92c0f211bcf4e0d9624f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..509ef46b1fcbafc3d99b7619a388b081ab3a8b2f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:836c1283d7c10ce6709dfafdcff423c3dfd9b7fd2e7aea6a925ca695e3310cd0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..990b8f61a73844ece4b0caa741119eccf681874a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afadd1579beb7c4221107e523b582a78f0d73886b68b2f594b3964699fcb6102
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a022938e12722dafd4c1fd9de00e190d6d6676b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:868398fb450d36aaa0393cd573689a27638d3de1e6311dd72a2708333df2d633
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8494e21e09798f22cb35f824cccf7998854ca41
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd233d0987470887110dd23698a9076c750f12a2d3ff9ce7df1cbc7fd54afd1
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d46bf8edf96036bf75fb0c3526385ad3e29cf6cc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c3f1d6c114a26b03339dfd2baf91e9b12f05991a24fcf7c68309db7963382f6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdc074440e3d899db9705a387a2142aafb4b8e48
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8359ce4c00ddb467729f1dfc6eb4e9f7cb8c6148521657748ec4eeb8cc35433b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c153724d936d61e9d90ac8f258b5de5f057d590
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8cd69f9747324a483701d190cf2ca12067d8fb93b8bef01385b84d92612b633
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37fc6387c5c52c4026bf1742e5d23da6b39da310
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce086adc15fe50df1647943b91b50563731397c5ca458140ec21c95f34b6e5bd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7729d054367ae6b03f2ea76edc83503c8289358
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de2aba40b1af97874ae6f5427f8d2f682a8ba8f96160199fd0092cb2089c07e7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4845d5a535331f66caee2fc0a0bbc46d0559f45b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04fdab163f73bd75ae7685706cddce209020bc3085a6c960661fad493eeba290
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..566395b3441c7a2af1239a812b4f03ca8855a5b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb6574e605fcf65763dd1daf2735faedf716714619372bceaaea1ad4106a47e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86de01651dfe51a958a34bc3036cbaa99d09914b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:383b65686c3d2e1efcc45b4a9d89d2f0669fd9358350e5d7412eda06dfe96f17
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d2acde6905a4aa527f1b894c76c08a91a774120
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d377a6ea22ea7f8ba351e28584bf9b578a0eedfcd970527c4f0c7915851b03c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7b8561b071af025b12433488f3b460cd9512345
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6025315839114b959432191198ddb48ea6a1458e25afc28f9f203271fa884fc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11922e44353d6ecada035c3b62532b8abd26bf50
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:220be965e93472dcb4a8d9ff08a5852afd0ea675f28f187b135596d492a483de
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77f1f75d859e5eac921f12048bcda42d8de9a7cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cd08606d17c592464c4edc628366068198b8f283735b213be8f9e4255624566
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42ee0a783b0672f8aa7fbe65e8c4c038120e8aff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3ff03a85f0713f8b8e6672b5c0c0668510208bf68a8ddd2947a116808a7d804
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a442eb67f9fc0601964feb41f50f1495814e0b5f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07d7da98a93a1de17bdde4d9c9fa5b9036c979d5470024cd90aa4e2fa9ad396e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f22ed011323572e7b34b82ef60dd64d71a16998d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38636e321bf9d479b71e34aba3a6bc22e10fbd93f31a459840e89afb65da368d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..539eb34401c0d005a8ab9314684f0571a8033fb3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee5626290df7909257a5fc94b72b5ec274f0c9c0dfdd621e5db883f6538fd542
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df9153699b314ca9c32a7293c7d9b054f40f910d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21904f3b3d0b62cc31130cec3c52155201ad1c7eac154f01163c8123889ae2cf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..499d343777668466ce756b1755f4df3bb3186bf7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79ff525c6b009846fa4cb2912e7ef90e8b077888a1ef61db5f0dc75253940e91
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bdeb2b06be993a194bfaef47a089d8cc4dd72f2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fedbdb7bae4e0e974ad50c0599b755fb21752e9fff074c15e213c7c5d2f2397f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ecfcf0d41bbcc80734ac453e54e5581eabc0b30
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34600e416cf1cefacbcf8097d48f16c7985da01ae3a57b1542855775d6c4a088
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e837ad27bf3a453a697602c59f89868b08d3e69
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60835a2c9c5acd6086c8aedcb0fab807855044ece6f960588dfe533422675882
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e63f99fb79dcc7d45c93ee36d656da182196d2b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc7fd71eb2b7f8d73a33d5b0956e7479b78797950fea2bd03384f6413b75a71d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9774a23d4ff16e4cae1636e4314f22104de61eef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a3c0c87acbc019422f23c2cac59d1e80354d8d0cedc01a50e5dc27731e53975
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36f5e3d72338cb42bb279e5aab384cd0c92ee733
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a116e151ee41cf94c5d9f914d07157d76e3a7a042000c0e3211ff3dbebc1e667
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96a076494cce73bda3ea27d8c646e37999fb5e7b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:351bdeb9e59c3490897dce9ed336f499971854078daddd88941084450055f1d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4e8ec94174461ce87bb921e015e3d90f416cc4a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43008973fe427bdefbf00862af236ebf1ab39ec41d6a9d717c34c8bb5ba1ffe7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e911de1252b86efd95fcacedfeac72ab169483e4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d49eb9c0dc618daca217c19ff2e0077e6ac21fe8c0ae47f2ca19fe19c4b63cc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d5dceecc18769488ccfcb56104fdfcbdf127c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a86459874da10d4dcf8df9104a6b4a68a37f8658e265c20cdc44886626b2253f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b03c97f4b4f56bc8eac568199c0c6138308c9930
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a11197e5570862325a9835f3188bad905f4544104bf8560b48f365c389f6180
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4beef35eb99b74929fe337898a18256ed69a9117
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:646fe098c0015e0c519dbc3ae5859376777aa559a6a9ac416335553ac34e1069
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffee2f5f394a045529707a3ecf230f436c048f07
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39acd9c4c54b345529b4c20086e5b085dee2d9562b676d1076f3b639edc7232f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..068ddc5005938a4380a68bde29321c4d75de1375
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f70a0d13467324b7db012142b968ba672e61b3a068d2d8a136fd8e44a0b05c28
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cf0c5a3826c980c9f56ea53d71dac3487d959e0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e1bf428948dd82f77a4dca9f63eff0e9bae77bc2f70cd2e1b4a3bb633af1ed2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01003e6be0d8a376fea9a4c97e0883da08d05f6f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc7c278a5956a7caaedd5a0c4d43b8a01b6e35a9b082c571084b8a1ae5b48ed0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed3054e67d248bf10f97d1f508b160234e00b9ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18a5736232bb9834f01d31f4076751fb0be57a2206248197c832843cf4527da7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b25938898a9dacc4a4c66e572dfaf1071189361
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d37fcf3a5e5bf5ba5cb0b072d2c397ee3771ce5913c80679e3059caa5658094a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cefe3db9d045cbe50e272dbcda07ebb7cbf73c8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:894e8986884bc85adf6fd2217cea018d25ee15066b858c5e9c708694d7efa124
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..601717b2c01f46f01895c5c3252baef2a60c44a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e59bbb1c2bd748660ee13d6ffc7e57710e32c9e94fa27981b6c9e44ac64bd04
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80914e646a67f75ed0e2a59e88bfb0f29b18b099
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d30827770a95307a85a00ea1715c4d2a510b354b0b5a8598914262d6f650dca
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6765310ce1bd8153c50147e458dfc0d6f5ca0f92
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae042e20e82a6d3762d7e68ffc251a684a2276655b2d4b580236929a0e0b2e56
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f5b84b0e2ad47423982e6373e2ef4146f620e7b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f585bac3ff716aa3336b2febd374016931d96e72491f8f65f283d522897bb73e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11cad28d1f22e319fff6f46dbfb8ec72c2967a8f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8310175656c22e3aee47204e1f0cdb371df862f2ce1d614d320bea2eec842b0b
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..494bed01bf2f359f7a200fcc6474f7d51d18c2eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56a278c4ef2d91fe3e3a3db3c51d39aa113a25b1020d6d37014a10612cde6b3c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..741a905ec6b20d7cd1ed38b2b925bd5d4aac93e7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b26ce917fa89f6b187409955b69d3b5791041752b1c3e0aaa6d8c67c736a8cd5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..654711efe2856b0b4c40e003f58d7759548b439a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f78e65ec1dbaa01c7e2092825f3e707b7a18afb388255663715b04cd814e5be
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff13942867faee4bd833565c5ad3063dc5d7332c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d5b220aa347af7d91a64bf5cb2e5c85ba16e0718901a890a8909beadfc25079
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61977bf25c88064d717acb231d6dfd1a5bcae5e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b71bf79df191fd25dc68441bcc147816dbebb6138d1025dbb84335ae91a01a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4971972fb9497abd05a2f1ef75e08356066f93fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69f368b7009f3ecfddb0bad1c1ba9799e1a4e2e0ad5715f34668f1e644e66d96
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a5efa0e13098bd8e08b88d2b70741c6bf895b70
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1dd8f766de7627c9fff9607fb11245623e4c81c10c2eda0f9efba21588a2ffa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b34a656bf3c1f794124220096e7c96b8787162d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af8adb3607ab7a6c861e09446a52bfd4c1da0a43a2ac47bd3ef8697f9e6ec13
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..458ae5eb1930e937fd197931aff8ca6dd2c98239
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a6d86b4e4653a6fa71df6edc7c483efec9a5f6f5066f659069cdd869148e6ed
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0838a46b134e2dfeb6a7dfa6f7c71f0fe2173a2d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56be4ff7723909d66556fe6a95950bc953565c85f1b97c59d5cc62c231fc2a9f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ae7f942ab71b88f737dfd1f33b2bb0edd2ad847
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:166ba1cff35b0e2db51a47422fbd0c33fc828d06fcc82fa0d1a576f9612af2ad
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8000748f324fc313bf52ded76f656819a4fcdb33
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eea46710178cb78d6e5efdfcbb9c7a81f3d7558f6a92704dc47d76e03ca60ce
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ebe085846580384c145bd07966f035d9e92ae2a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35058c9ede5a54c6a220413f2f988d4fa21a6f927eaff0840da2e81fdc9d7ab9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06ca8f07efb5da4be471cd01222a319452aa2954
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:774af2af6287262122c70bb1ec2bd91e4d1952e3938c7223c5df9f6c05bd9bfb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0905db9c5b9d00a62aa42d32b5c255a5484033e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff10fc5aff071303cf46a14e9c20c0a3ede3a7f867bc04b5d2f0e907a0d68f1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37fd1d896f4a04074e5c8581e86165510915d9e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da2ceb52f45ce96a3d389b89599c27f8a109b2a4c393ce1c0a5819f8a9f35ab8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e194e4d1e67774554d694d6570fdf22a25d8d028
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f39f848a1059cf6f08637efaa19bd24f7b39bd89a02de94c02a01a1e2e2cfd3d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49bfb0dba2063178f004aeeb1427408f45477aa1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61f6b8f29c50c66897bf9ae8ccb326712f83bd63b3b79ae2a0a959c37ad203a8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..018c9c3f6366c5f451d26aaed5c863b5f1ac96cf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da8fdb1d5baa2dcfb0502a7e10497f04c490d778cb5d9767ca09a2ed03ba4f55
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc434febe1f996796cbdf32693133505f4d742c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:170e897f1f520a9e4c5e1a376a6bbccf6828d22b079448e47739218e4e366911
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6716b1ed28b1c7470e7e02d8d94b69e71de90355
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6233f4459f1dee12b184df1f9cde97884b63a2ba69f17b996b8ca3f7942e284b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a05a7b67daaa8a210d11ffe88463f3a4f61bbfd7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2716821f741104119274e89e7a8212fa306fb2c86ac921d972072e1d6e9878f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aba099497d7532b6485fb0982a4e7a461fad43ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5dbae3aa7e2e1b51a9b742474fab15e52984f288a386fc23dd6f3fd33d6a537
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9784ddb7128c08cb44a5c4a86a01a4759feb73a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da153e3a4d9deaaf43c4d430f8e1a863348bde5d56f717df1552f32fd612b003
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cc5c898e700c9f948997e898a07d63f9895f3ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e077714d1e7f52a7e25b32f3c68734f42af75ad26446865445026619943b7eb5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6525a40f753f440694259fe2bdfa28c4c2bf4030
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52d37c5d67ada486570101cc7ecb37df0c741763358713321afbcc356eeb31b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd70ea8151bf4cc7e9784a1217cfb177318340b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e71523d2fd091c2964c74ff6b5a0b1ce3d3a83b627d0f29a3ecde7ddf769e512
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a413fc6b27f40d415cd80b3d0ee32e887ec43403
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2683c1622aeb4ed8a2f7746575701ff0b5d9885dc046250710d016f385dfaaee
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23b59c845fbb9b04a166b4d5d8cfbaa461a7cba7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4feec5574cb25af422549a205f45505ba7aee694321d75271f82b3f387ef68
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70105976f7ae8df4ebc8633f4a2697dc39bd2c25
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c781f8d65352516360db7b92ee830524c7fa710a731a0c2c8fc25959aae0a675
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85c05eed98fb621697d3e1fa7700981746d28381
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_5_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:605266b5e0badd420cee4f1c4f9fe1e8015e429568bbe51de538ed4df28a48c8
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/lm_head/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/lm_head/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d67c7fdf0e26f786d637008fad1d434f9d8f281
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57d7d4b943a8e8928e989ee576292af5aaf68c621567075fdca6d0a172d4b77b
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3d5abebdc2833a78cccfd79b6ed404c9745593f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:370b0ad60e0226d4abe97f2029f030c46401e70dbb2d3eb929fd0958235762db
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0c62c4278e0c8488f27b6a406058ad6fa1f34bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f25e650844e93f230aad7a1b70264d4ce8a411106ec86f29bf60f896b710d97
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4738d278e7664b1aba26c7d740d2cce680e7155
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b3b1c53debbd4774c5685d86151e873a2a274a35c4e5502f025bf1c1aa38ac
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..226f259bfe49c60e5188a04c2440b46f1084ec2d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe98fbfc3cec3b453aed41bf73404335498a0a75e31b4dbdecefbd709de147bc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1481536f74ca5e631b1ba1df4f2966ce03374c0f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c4aad795e77b2b6fcfccef8a7648786a9aed81f9216d15a4f733e0f351421e3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..966d3786e7b89f5842af016d86eacca10ade7b87
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de85490e78be54d6f447a9e35a440271de8c69b3171fbff8ee48dfda0fd4cc8e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2431a64230a2a643b00e5455338871a751fc71c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd9f4939ce1da54294c61f48c76443b019814ae65796e1552839e4e6f7877b7f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05730f2c13e72d20cca7cc34abe4534dc11fffa1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45d0bc0a33ec55efb0bbe8206fc9849921ea8873d1b4ded52c013e70ec287028
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf131bf33ba8afc093c62b8b0ba950dd51453f94
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4c2a1d523f843e0fc5d4d4ba4bd1d9f165c2253781e4ccbe4a5c54f60512bc2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb1f413ecb843618e889f15ac2c7ca1e4250b0ac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb1ef2704798c414d655bdf4009a63e93f13b41d72d9cd55e47bb99a4faa2f43
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1abcc1bd253428217f5bdc20d92a2bd728ab7a93
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3da3228faa0da2c357e7f899a91f6a9a458dd11f3f6ed6f8382413b5a15388a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5766800ffb31a78f63633632b932b970d8dfbeeb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:565c0c92f264739ee75cb0ae7d26db66fc1a4d350a993b61128908d0515ae2d0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2058ae5c4ea62784a2552896c6cd176f1241cc08
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b683ca81ca9951a0ffd3520ff3da7300d10358d0605c2399ba8444781fd4d0c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c48ea970231a99a5630c0fa55240e42c6cb463b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c231b31b1c0094e92bf4e0e0360d68045fa95c10c893cddb9c87545b2f73fa7d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bd7b0a49bfd017a5c16b3784dd5287c50ee30b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2818cad02a70a3e818be781db067fbf8ffcb6d41635881c8a6e3e4be3d7f5c3c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..267b16aa5ebed4bcb59e00aabdb8f4497c67667f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d57296eaa8b59785e466274b8c37bbea924360dfbca2c633a9e96edc603b894
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f4bd56511a46f219817c02cc211405bdc688ce5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20d7718f8a6770ef93f0401e27747d9edcb1d625e9637c0fe8baf0923fa5624
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edc2bdf3bda0b22f42b2a72984235f2199ccc125
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4488e85f8ae94ed02485bb624a5272c3a54fc24aa0f79bf512f214389181e013
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..333262d974180aea58808030206303d279381739
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72b750debe67895bb3697324682bbc9d90ab2077848cbc4b30aa6769b780007c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b749d20f8a4665ee0f69ff9e590332b78f38bd4a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f116fe33b2a01e7fb54cbe3ff620c5f821ff6d2b4252c379201a41614c95565
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3eb8e8a67101b760395bf010a57be951b04640
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cc12d312ffbea33b838322b5f8ee5ac89994c73936ba10a6467f1545a196866
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f258ec923aa708bf8d12eaaad83ce268f47b7c53
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:458829573fe29cbb0c40f87216a8235e21e81314f9ee125eef7ff9fd94ca37e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..872b9baee40c5a3b7fe36f28e1cbdbef301d578e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:361325933c38a17439f3ee7c15a401644f3a12b79a45cd3ea97c2cac6b8196a7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2d04ce51bae7e73ec49abf039b9e661c289c1ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70ac7f60f5b7657282e900ed6af05967e533bb0418376aab828dc969efd451c9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94515d1a26f96d7b470815467a56494b9941d16d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c32dba9febe9d2be869e0b98dbf742fab57027529300c1698555478df4698d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3495198dc03073ad44fc0afabea22ddf19b101a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b7d82f666cce44843cd345dd57847164c87eb6bddb78c6dbc1d8d6750122509
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2a82038bd2d30f801f69ae4bf5c7a7e958da7ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd176de4b56ce12ec632faf2271e6db5ce70a5ba85ba4a5c9e490c1e790c2a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f8e6b392c6e66cc8a0fba4ae93f3ae121db5b95
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a89e9fa30e29c6b39c18b128acdb5832e2a8bdf4ed4b67253f857cf073356f0f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..466ce9cb8e86e4056d1f314c34aed3aa6f06eb8c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a76784ad3aec38d6cac0d02fddd9100df1413d26e266e42045ab943f5233e53f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb43b1ddef5f9e897c0889a04b7101aaa9d21e44
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6aaaf6ddc1b367b11fbfb94e6cefefe0c0839f5f18d6aae86c41298c233a1c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c80d81b5791bf6d7dada60b9f972345b7731c873
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec08ae11c65a3bfc3739d622c79bb46fcb90c26053c4bed1fcb1a7894651096
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..186eb238f846224c60e3f617c9d13b411d326701
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c7001c1eb8a32d4bf13bbab0e4817c0ce8a07302633c3cdc021be796a381aa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..588cbfc2525d656a84560545d17a4aeddced61de
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd9aed3e0a87b826d22cdf4ac2ae3c42e0fd000e641fe44ab50f58234d1ae8c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f40c53fad40ff280da507426596a4ba9baea5927
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7064b2039b858d8606183fc64c5b002959c5d7fe0e0397db66763f1cb7164f1a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..727d7f6344d0c328ca17404ae91eb6f424092bee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d700a3d59bc7487bdc3d21d10fe787ef5037e4cb550e14af9b89418646b869b7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3a9d0ff625e11e53db0a37810189372c831ce2a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a15fc937303c482b7e89b0e0c75c6db40e863ab06121f962c57d1625287f9bff
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5425faf903cea76db5bc1fea686aba9ec2763cbe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:221aada6b42317ab97298f61707cc3734de9cfa65a24790c7cd89c5f353d7fe9
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80bffb6630512349a72ee610468fad6c03cb232d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:309ad61d4659eb6ee539cc5396882d52550be2bf43cdd8b39fd7a5d3f2bc0c76
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cdca2d29937b88a74cf04606b0876dc38737b0a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:423952dae272551a921ee533e14b00953236633ff90027312145b7d394101fa7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b706d735a40bb3e4f196c6e1576cd714ba55e84
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea3917865601f931ad2bb52dafda366f4b33752788ae4567344884d08505e38c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cfff595c9f7794bb509acaebf54e0212df08177
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc9f4afd99b5699decded26a238dbec6680ca11ed5e1acd9c19749b65454a3c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16ab2ae385a70ea3117be921bb3603096cbc0579
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1053858c3e35556c5a8f5fd833ede4d3e71a9b5c60b1ddccf914339997e92737
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc0140a7a9343a3967c16d5f073f000cac9d521f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd306b28cf24805e904bf5b96ae235218d09ff8e724f9ecc450f9e6e7095d5cc
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..623dec13c8c3b18d81326ab862383ee60a75b9b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09eec5c6793a8cb7e16660779aba665a9ddb319e23fbd8a6133f64073fff5368
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eb4bfff65307474fce26e979bd50a588d635712
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e1887ef0131962b669f3ead79a254188fbfa78cd44d411a95a58b3850305d23
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28c271c3ce53225732d3086d61c4af09b7a78896
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f5e554bb08cf41dd99ba804fd5e6808100a25e2ad5003b91b1f360f5dbe53f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4926bb868f3d599285759ef89c29c6286216ee22
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:984915c8f215f2eba94112d27e9985533eab2d034f941c20e446288305d5cf1d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd65eb40cd1a01e2c420a656488f68cac2337856
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f444fe18394e23cbc30cdd2eeb9988e0f10026f36ff4796246472e2ccbaa24f2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1024da6263f9f45dbbd11e4cd38c2df51bc49c17
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45118f96cd13f4961a437d38c28655ce2c90ece502edc72fc94a78f0151771d0
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49e7a4ebc57193d8a30f763b039462f5e1dcaced
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e4323dacb43bd026ed6e2d6db797d3966c1a33d0ae6effcbf706f674326de5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba2dcee6861728bba7bb6914d5662b7b6adb3f10
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f222439114b70fdd313f9c1aab02f7c0e500cab0de611bce453073e3cfa9790c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35a942a16c3ef12a6dc76032846c83ff60f01ab5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57a33268238ba64176604fecc78e2516a22ff164671a5a480be44359f0178100
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a46d0f0bda8e3d9f1b34723c59af2ad3b148a713
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa19b7c73684271936a0e045c7716c05d30972ba716cae3a43fbfebb16ac8312
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f81175707de681b14323ec0a5434bfac0a3e3c78
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2879383ee553f874ef44087e922aba0526fe7e224903233424e42d80dab9d5ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f1532966ea79bfeda6167acb37b7bc246644ad5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92508a541779ebf72e14a72f71ff7def61f229efc43ffba46882f79008c210e7
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baa7a627a7a4bedfe8903f89aa084fc7e586f7e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7be858bb727d406a0afe8e91cc7d364f6843fe751f81ecc88e1df1dd0942f10f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8488c9fd56b6c97704a88c43e90bb4d91ba7ca65
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:427884bcc39fc1398f2d3eb89d407b876935a85fe9282e59fa00ca0a65f7e621
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30ac008858c0a2d1e131139d138eeb42241e3a05
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1f74ad5e97ccfc4523c27a1c2403fde7e73a45948437e906fa2afe2b43abbd8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e742f6891696a141b4baf8aee9730d1877bf7c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56a713e6d7416766304a0f41425a26727f732d405e5d317828429e9077f86ed0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea9f2e03386350657e6e6c728915e5092fa9b7ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e1e1dd91fda976f8dc4c4bc700bef6f8197c9a8c149fba5354925daf6a4de9f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7e1817c2538b7573fe79f87664a2de51373f3ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecaa9718ff9c99f88f7548b372742bf9d1a5fde2c85adb89275a6666995f7586
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0990fe7253f9afbc40baaac1b944284f1499f9ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a6eba166a8aa6d5595c46e8b10f9d84e7ff8faee4b1efc101d2f0516da03527
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49deda9e4f0a29546173c73d4c87e7b4e24d81b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10006d2b690c389b4d3411ab1e968b4570c57bf8c412ef1ada49cbe8d8605d30
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fab267a3426a465cb052199f54269bd6e4b424d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74e5eabcf23101c715da4785f45ebec7e6b8c6819c46c1e69f03b0c69ddcae79
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..308ff8253f0323388126eaa93d06f9460e6db1cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aecff4452725ed075a8be14748e71f758bc258b2a7e78cc44cd117d882cb2d7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d98df9ffa1f48e179a687ca14e3c0daf4278616
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f145057402b1fb37d8c6ac96602044669e21a0a008583620e7abc88111fefd0e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6848557623c8df15206f35ae1e7a0efa5cb62d0e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9bf0c9b49d2aac0f3c2c37ab6a996ab7556226ab1a0d4ab78025bf07ab1691c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65cdd73d1d383fb4975cb0244719698af82cf6b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:962a055edf9901f854341ec0d8848c92c98f26c9d886987d61f0867e62a99ba5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9507328e7c5f8d421004f44b9689800d29b155dc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fd1ecaad357908d1a6ee8af96757f42d54de61769d0b503aa4f431da2fc10fb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a4607c32263a9675cdfddc405a8bfc37a4fd1e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8edb2c936a0d97714cb2888bc8399b66f6a14d7298c8db5731b9e73994d17447
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae4c4c80755252311f650cdd731b95ecfa9d03e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5252bff3815b0d37578ca4430e424d04a97094307e01f57a6fb04b79334c37ab
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad6713881a357a643d7a4d119ea57939d75e742f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6983197ca80c6e6bc531746a8c423293d1657168da53d89a6fb21021002a9b3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc97376bf1659f7b3573d88ecd506f566287b46a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a434025428f5aa0321cc1774cfd3cf8588d7a60277a2f7e3ab784eeb618a248
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b6ede39f17cf52cd135760369b411a52f76ce3f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a200dcd432d42073c921ff60cf2a575679beae1dc626bcc1bd969a0dce660351
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84a64dd2f1679b0aa52a049b4a6e36c14ee7ab25
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5469c0c7a72f8ac6d44c71a705ad3549e72db7f9019dae1f80988d44c7c18c24
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c2c1832a7015e428de1cbbda6aa2653d19f529c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf7f455afd8cfff673ba9e60f9c0d04a2a33a4e95ce51a76a187181e06d8bba
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bae46792b3f4b8d3dac86f0abc0accd09871f2a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e16455d1f009f0e5355e34dcf448ae9b4f317d91d229f8f80b627c527a73d91a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f7c8dd37f402607b08f773afb5926c6a3130966
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20c54c039c3304952565dc272f237ee5c97ae40676574a55b906cd66cadb0640
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5278559d73a4fb9d1d5c2914d81b8766dd873f68
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1751abbe77e4ea8a7651b17c6f1f9aec39448c4f94b845f3bd531630c0b690f8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..711dddd4d107e0ea6bac79f34474ab45aacd2736
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3630fea3b5da880159c9bb17e91d90cc410c98213128516e52ad662520cac4ee
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ead902d2c318da3c614c23525a1f47d8de76b3e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ed9d3ae5339140757e16922037aecd3c7c5804084672d5b5100ae13ad1b0812
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf448de7cc82bf4c5a09133f1a2c73f3234b75a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba9bd4c18d3664f007ccf3b764c53a899ce6ba57629ce920f12062464196131b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..087f49033d17bdde66b7db686821cfe63c45e058
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:187c8a42923a275ad3fb1188b0b4de7d2be4206a13d5bf393476f439bbeb7ab6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96224e5359231f188b462db2bb44d455cb980dce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b19d21ff11e083602f8821cd158fe1d51aec85708ebe57d371ff213cd9338218
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de1a69bf015407621808adb32ed29bf5ea630cf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1211460bbdec7c888c9f13d278fdb946b0fcfd89f7516df69db78becdd98476
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62bdcb2d9c125ab075e85675c3bab32dddc1be28
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5383bea985002dd976ce6ba2ab10a73dde19125046047873f84385ee577a8b05
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3d0b2a09b425e59fc595da1a551f989ef1c75df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13eb7967fcb27960b7d5b22c8a824be484c2a796976606e57acb68f9461780cf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f17833d395c7efd0b54aa467fd9914d3f5cdefe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43097c0a12c9fea922df89682d5bdafad06e47f9717e774d8eee8ac5981070f9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d52763e5f55adfc4210dc38ad0d30f0af5e85bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c23f70618f652f6d8ea78a10a8ac8a0a7081c905770f9d641e800893aec6235
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfdc37f0582391660e968e8b25e373f5420bf3f9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:514743df51240fe03b6b660b02aef6bbd20d8d1ae256aae38886d8f54df2fd3c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fefb032db544caf4ba1fbac62592618e059c1a61
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2041d6027cc52c8f7eb161ae45c7c746218adc8fe1d152b89e002f500cd2481f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4d4fad8b32cdcc8cd47533aadad50555619662b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e36d8bd50baf97a8eba90380b31443303aefed80d41111cea0daaac49f7d03ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a32d9e40b72a326fa1d8eee57f95843c543e98c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3305d0d2b9e3f43ac2a70b45b06c02ef223e1d467f19dbe139f0810709969280
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d0f271ef880748cb7c325109c1cf1595171334c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6a59964341561a613f00e30c4c86bf70fcb20a55f500f62548bf59e8a657c65
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdf90422e747e84bd8bc1a1e49753bc75b76a4b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68df06526d8ad8b134754652edbc572c1509720e5911009475f33186307a4a55
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec63072791ac9ce5f2888f3e9501232d4892181b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99692690b358f238c2731d4046f5f4b15b6e0f3f98d06d69b2c39c6e12e60967
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1f6163202274708defea0c4d5b029f3a1dbbc3a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a1c53ab3e67ed19f7837f657e5e55d2c61b7e11fd349f05086d11958a7ba64
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa7e5a07853594e69bc77774158b0395735b774d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef0714e62ca76568781a09bbf5937148e996cbd709e902ddffd573d6baea3c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37fa327b4eeafa2264311d1afe38a480d1f671dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edac5eec85e08d48f290d99b0acd58b2d47a72dadce325eb2da6a8bf25aefc87
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2c989c4273c2e801dd485b0a1b759d2d135c4fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c12199ee785f14c73664953fb92da64f9f5aa47912954a7fe69a91af6fc46432
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c4832f2e3bf302fac6bd0edf8b231aa61df0dbd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df74fec98534e9e4181b1b47c84efc7ca53cc5f0d9abcb694709281953be3ec
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5752607a9098d3f1d6d3628aebbaa4a1facbcbaa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:571d80afe002d8660bd9b21c89dd414f91b7ec24a07eabd4b8131171c1c8a925
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..404b3632a9fc0f31f1117361b7200fe2989b0a78
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12ed2ae7a25b124c60fa6a420c800cf6a15a40aa4529a3973a941d333abc8061
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee46392b8e06c2ab52b568b9a74178b361426dc0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:690d978a6b133b04c3c57c13134a2cb8a69c166f69e8d6f53a48db92c33a53b7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe0dbb49b2fffd506cf825fbb35766a2e3dbe55
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f4283fbe34f9cf7c1c6ea0b92114198a0d6e6bcd5d8483bc08a0a624251b5e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67f587d3719b8cfa540e7916744b3dcc3dc0552d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:862c158cd2d2b9ebf7e585104842e449c8b9016efe9b3372ce91fec587d9f1fb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9e31cc70c9bdb38ec6b6ba1676f3ae31dc0d360
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef0c737e118473ba3b3447b763b960b08ece76dd5e0b8363d3a601d2b8b98d8f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8857219e4b194f3ecd78db640ae7cd698016c21
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c1bd81ccb94aecabac1c343ba014f137e33ad209caa73d3166c0c9210ce9db8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02e083e33ef127a068df31ee836dd64ea983fe76
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:611ce0f762c6028aca985b71144125d89a051c74737d3415400637af987bc776
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f51e2c7ade9c9fcb2b4215c106b0db3c624e19a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeed29268a00b7d1d2926b5c0ffe2bc0dba21b06a882ab380a1f68089632f176
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe6e996abbf49cad525792d60457c4d6b220fe40
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6f9a1e20947689e6a1dfa12ced31491bda507759b35d7ee27db8604bfd444f7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97944fd547a0b845f23e94c4d01d6665cf5fd6f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21169237f6e11a424cb0dde83f43c78830298c175846dd91651fc2af57d476cd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72953d3d8f28cf69143aac8888f973d905e840df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf6a1ddd28f2404bad9468a809767e090819004bef9e5224d6c7ec8d936ec4d4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8753f12e2a6fad35460ca21d3cb73f2d63501be8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b6bcb9b70bc927b76a3acd30ce458324a41c80807afd99c87b2f2e98c94a7f7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a7d4308de9402067e386f0f721b37f065e2a684
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1703438052abfbb8f969964c6502859602d85752e2da324498ef359542b3cc75
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b0d085dcf836e0ee2d4ac514be1a1e1ab57e64f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5f306fe7c4d14c8087618548d4ac6a8788c32d438dba8ca3f9b1f603c8d3564
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e868e7b99f3235cf7af6ff741c77403b6b2c9dc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fa609f2dc0b9bb05cb04a485ef74741afa9870d44d90a7a4d3882121fa8e8b3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f403e4010694f24afc849154f04782a534b54afd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d5bab3319172e1bdd3b9818f234c67bba47b40e1dd056949f8be3c789c24ea0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2a13c6b4626400328d65be406e65de9def8de04
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1a21ae231bf76a6756a56e6615d35931a595286492314e4737d1f85f02a6d46
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d8e39c866fdf7cf1547ebe9db0ccced2463d912
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7a9bcf230eda15a78310697b8dc3df12e44d62d32b71ffb1f86d8ac252cbc2b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9fc7a7cae3483efc3eaac43c1f5147e638dc390
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed58d05c612bd398728f7a57280f079333027a720dd58fdce4ecd45039942484
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04f6cc8abc159fe736348a448dcea99fc5e14291
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3760f891998cc901fb74aab87b30abaa9811b49ecfa169e11affee34d8c95e93
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e742eeebc65290aa2668a9579942e55979f36979
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a2cc827d32eb91d344d6c543bf4b38392a6cb7a761a2112bdff2a6fc6ccc2d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2fb35f6680ea357ebbfd8bb14f3737f6bfcdd53
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7628ac382ba4f056621042e74e3eee90221b92dd65c0b719e87a4dbb32c67e8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1443716ccae138775e825265f16b5696e9835aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf79af637940c89a2cd1b91c9b4752011b309c5a6a7c6bd53965021bc70d662d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e817a10531a82456e0fc690e6a10809acc04df7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b83f6c98c4082781160cb5c0631ff17bc8f294e00c1153c9721641011b8a5bf9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed44def73a67b07d9c15d8042cca1231b5c739c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77217fb5c6ee6b84fd146de8f7e875964f1a26aeb0c60145aa391dc24d06f15d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8754dc67bd74fb202865b41dbfa72298ef664395
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2aee3f3a168ad33d3594bcb1c71b7e8d2acd80fa1cbf0473782482197529eef
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d5582d421a1dcc3b050eefa7c010d8c2233a7f6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e8f5fbe3fc66b7565c574f26638fc2b7851ea2365bf42dcdd955c3cb657cb3d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aae29287cf00493f94dac9304485ddc884ff2d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e093d89cb73649b042d7d99d5c630c698deec0b835949052c7c961b14b63363
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20fd957a9c17f68234d5e3eb9c415a53ca99faa9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cf47fb0af502d9f8f152842dce125e94cba8f73f5200f52fa6eeb708ffdf22d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f5efefc4e2139b0e92871b293e087e05ca70a18
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b052b1f9849bd16b60836e510799f65db564ade66efa49a03f4e4f29ad7acfa4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dda67e2c721b84a2e4a5f65a74e8083eb21f392
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:282508b93e41cac1ef3cd6aed2d4560bcef3fdb2a630d57d660d4306bca28528
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a48643c54d7d0fdc9456fb1157c54bb280c76830
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07e809691600b6d7b77de6a49b2dc1f824da21cacf5bc12985f0782b232c3550
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f51a095e87c78f5289be7a5862568c4523aa2db5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55832312c83ee05560181c8d9ea448b4c58848106fc08459f4beb9de58f93fe5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f425722b66b4d93e92ba41c86b0261ea64a72b50
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dfa75a190b0f0357b03f8ad6cc1ae69188c6e002c4fe0283fc736c82bb5e98c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3be4540fc6f65ece285bb8bbe6cadd0289a2075
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f82ffabdfd921eb58fdc95b8d8a114bb97c33fffd23a2d57a47b74312d47654
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c64b46aa919721076ebeb41d85afef30a1a564ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abd1fa9b9be18acdc8f10e6efcb1d0b69c0fca8b9c9d07ece41c88cbf333801b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e2b49344b6e52d2f77f824396ab2d364f0b7783
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f185e3dec620d895c6454f4c0d3febb5f5e42a3955b238b9f80553ee87933efd
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8344dc3ab9d3a6667a72a19edad165abb4c82b57
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:160fbfe75fdcad329dfd4b15f2bae8bd4c160465e7e0e890896e4501479498e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdcfe25e671cb18678cc441d1f7e9dd17d7b42f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:629f962fe74106727fbd05e4468b1b73bbc90ce790189efc966cf8bcfc403f0c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85f10124f4f4906cbf166d6b1cd70d0ffbac1a47
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f8e1822cfd8d1a335939973db0802e7485436bab8ea35711c453762e65ec725
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52c546ad2f3105aba87fd90ce01ed6b685608a83
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23fcf3672ca30df82140b1b26d34f4265a16c4e3b20a1368b7a07ce822707f8a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab9c70abba5b30099632576c9a984b6e51df042d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4656abcb6cb35e071b75c656a0c5e94bf69ce6932a66e826c8ce8869df620de
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd841d27dbbbfeecf42268f4a5492d9c87957c52
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34eeeccdf78a4d5dd17300c5d51487e636290796cd45528295cc99565a59f188
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62f33dfc2d1285b7d291f9e8cfabea983fefdf9d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87457de893beef2952b50395824926f17c447dd433732f625ba52aff40a091aa
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/lm_head/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b81ecdb8544ce7d91db693c4d2fc344e61f59817
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a13090a325705b5045675da523e122249db859343ef9bc7f3b36b1bcb05a7265
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/lm_head/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84bbbb3ce8b318e4b5f26ac3bb03b3c2a0813377
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48c8ccb73bd7930c00f566d89569c00580f76cd793409d0d380d09018178d425
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5e2fe4349b69d6570aeea9ca5b9a23efdc57717
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f1598966af43c5f2a775e56ca4aebba122a18aa7181ecf04031739984c228ea
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce44f40f6dfede45a4536db6b368e7399756bf0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d5b27fc5f023349416e1947407267306c8d803a6d8249ef1c7d7de5489de9d7
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71db384a07d2f4bf5db9b2c6f478ab3d0bb629b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe24d38455805527dd6594b22e33e6589cbd4c480b3c2d5e3d0be81ad26b5b7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cdfcf63407526efaa82df85cec8f4d3dcdc5fa8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:279631ac49bd0d4017c4225d3da2bf680ee746312eaf790f2cc89a6481101347
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..098bda2b6f7b485d0e8876f54269dd6a2360be10
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a388d34356ae8703cfb28dd75d9f6b94c0058fcabe8b78412792a18b5d307529
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25858617bd2b9b8a2bd85458d1679cef4eae4905
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:600b2b79990ba75231243defe174edc449b22ea9d52a8333853f7b73b9087759
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c4ce1d35e286bdd4afb8a71b1be07a92464d525
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57a2cd9ddc0aadc92c94afe5e0fb6da96ea7d713a278bba9e03bddcca3543d4c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06d848be2debad79a1c32c2fd82af924597d5103
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a9a04eefda358113d30b00651c8680fdf9aa4e76066846dc236540594c4f94f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0236fb68e34b5e5d8ef0fffc00184b190ac76972
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b0c6bab5102a8df916c17070fba1b0c52a7f26a99264119286a26e8a0a855e0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b667e1c40a88253d41c2f912c85d3ab4afa40af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78bef8e6d316930ac945f4afe0f5d42f7debe7cd00a24abd277e1dc35b9a367c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d33e13d81b343c75950025b40fd1fceba4589f3b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f170f89943e56d77969bd8d3d2d4ec2f016a7ce63e5080e619851c913f50376
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0a06f2170349ca403a6d46c1db702c84ffc4df8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7635d5a7e7b3187445f609a3ae08a36873b07fdead00a229b2c063c50419bb05
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..825f102be3108f539f26dbd19672fa7905654bb4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb6e4545af8e5adc2a7763df01df90b9e42531cc9a809fecb7c65db865625b06
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c594fb9bfb0dd373930ca3f277e827b009e3448
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f5d6643636e3a82260698c9b9d0a0ce9b05df3cf301f1f2c6e07c61830a8ae
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acac3572d93f626ced437f577c666e113d480f38
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f8ca7b31c6cd5d189a61420d7433a2fa767ad41e33402d64f768be7d1dbcaba
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc5a759e945009015242098ee23035bede4d04c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3fd3dd521f4740614bbe3da3acdedfb7624201878cbf2b4712b434b70b0acf3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ef5e721cc5eb8d7fb8060a67777e3587b78f84f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d327985bcb3cea70cc1c5a218b08ba0c0240c977490bb59c22c76ab1642bb95e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..324a2f5956c1efe3e21622d8ea9835fda3e29b55
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5dd609f3333c6c22a5e9e32eacfb213eefd0f59510d4fdc1d8fdd17aabde12e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54b503ecca95c4d776695800f93955c568a05cc7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4abdc597eced0ce926809e9d4d9414373dabb61a3753930ad71b6b46d904bb2c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccfdadfb45422ec2e086805db21acd14010956c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23201cb9e3f307b3f853bd0041bef953160ce03aba014687391df13baba6a4be
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f77bef9b9e3176e8181e2e35f11892a7acc3ac68
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41da6191fb1e633f145c836b36546e65fb3de0d3a5b437ff7a17f7a801c4e67c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b3da86c699da0ffe97e5318d614fc2b11b88a4a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e72cbb0591a835aa580670219f9689b22adfe7409e1fa50bbd1919ea3c5bef8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5122e20f316efaed59466ae312ea17934651a05e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8fd845426d1e8d96cb17ac17b14478ec3f496183648132844265e5ac8357ca4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f31b0445dc12a3c03321894001bf219be088fc67
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca1f296a37c554a2ecb15a7fddf9baca6dbf8b11232a4f9ce2e9982fe309870
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd63c012bc3075c2dec369fd09ab74a327dc13a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e15aa15260ff811ca1d4abd78c35f8715dc11a834d544a098e470b7959f482fa
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2b791ff052ea96b701015104d14e16ff52be530
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6621252a6a0287fc36486b6f6024b5f5ed15bf0827ddf54c4313f6cbfbcd377
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7b6ad6e31d6a4060a1324f7d57d3c556c71ff81
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21c86fb0e7634e58b9aa5446e6680ab7d143eec585b1557f12e76a338cb53ad1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc7afa4331a1ac637ce07beb36271829da50a395
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef3e93e3130075e8b57ad29418262157f707bb28c7036b4b7b3a6b55a182d06e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b458ae8938133a48c86173c8d826c04ad16cc51
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d48cec0b0b2bf0f80f6e307ec69d33cf651475185ad60ba1e058210f7c55ded4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0908a8ade6f777d66570caea2c46248a01804cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:949112a03f72e315fa9ee8ca7e55309f724f2fe76eecdd3041557759cf5203d4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee141ebe59945259368103893ba11ece189d3f7c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:729136c4879bb34c200ca58e45dbe4df77e16b5d408cd6fdd5f974274c890fe5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dcac317db5accb0c5d8e3192a1aecb3ccbdb962
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fbfd75be5397b4a91dc3b3271b906a1b86bb26227ce286ca12c0b31ca97b8cc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12fb92905b50665bba8af5f3223244076692efe9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b4911bed5ddd09a04e3fd36272f673409bbaa8e25e7b697828261af35136f75
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f89fba60711408d0ca43251044d5e02e42e465e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:411f8356dd0dff5d09136211ad898f71b4e82f451ac368b538071f4afe6bfe04
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..716fbc5287f2212d2d777dde2e67344e4a762d8d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83fe4cb81f062f1ee1ec7b5eeb01ad25164b97101e46a178b193444e28c40072
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c698421d50c253eb4fc3b85f3e2d4ee50b9f267
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b531d6e2b2c479377394aa7cb5d3894fa20b784ce09b2e4b8363943c74d56933
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83f8de926eca9e52c48bc7d3bd5b875bef0a1cbe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5d647097650c4d855d36e5e8d96d3d70bdb962f32e3b81f29a90239508e73c3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a8021a1e5ea804da776fab2b970240ba1da5037
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1deb48fbde8de39ce467647c6beef1005f6cd424ca05ec47c0f3522d0ccbcd84
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83f4c1d69b386a359d633dd6f97e44c7a936cce6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:225da99073bced9b5b121f4be9bbfc2e6b5e4200ea0929889cf075f55273fa1e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a51af412e4f4d9994b05516046fa74b1eff1f2cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f568c57995a08f29e0ffad92db8756cd03b591af00b4b238efddfb0a0e2d34
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c572553060a361d72eb580e98a4b56b66ea1fe6f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddc217c126b4a111293e98cbb019a1c5321d8ec165cf69b5ce45a8d90bc9fd9a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b4ce7bfb9bd81b257ae48b5e81901ac9f305d32
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c01fe6b5d0f282eab38f871b7064da3eb045d176949e746b0178abf729959a6d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40442847c166e5ec102fe3a218f8d867c4a31f0e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:effb77b85d29ff022976d79fcdec0022095bd45bbed118de9cff4c4bc60ca19b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c65cdbb0bd2871d2154b17672a34856d448e82e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b7f8073775948d6c57e243116e4e90cdae8c127cc706af0d07480aa141ec961
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dd1cc690ae1646a30c545cad25ce75d60f13632
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:989b306a4c3685270e6d48662389e039c978d52ab2c8ab160fe4dc9623c0b7f5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af491d44686d67029def3370e92b931d15851e89
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:730d4734d5408cac24fb9849466116a73e2b6722d945d0c2180c1eaae5bc0982
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e1efadfa00114fc798895248f95874388629135
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2e01801f1762b3241ecb0133340396b22f4e0a71519082b93b5663d553c938e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a21da50f707ec9f81ac97453d4b9d37252136f28
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc4b81dc06bfdeb80629880d30ce77ac87244857870e32475444d597cb380f2b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ab73dc7786d03db2939891bcfadd704997aa36b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35449f82508c46f91c3dbdcd7b2a8575da054069eeee0215c326efe722947aa0
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..146cac7b8a23ca115cb119d3032d21178049c859
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a869425ff97ccd27944d11b00ec4e0b67c3cc4673423c76598fc1464613743f1
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0914d35ab3481ef3a365d63c36bf739b9f75c335
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7c6c776b43ae5edd2827733ebbea035f14942d4b785d6ea65b3659fc36bebaf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36a1050bd63d026722cf5921631ab754084dc2f2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3668c00965e40fde9c9d262f763fb175af3c7297375331fce4b1b6dafbc85983
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..376a87d960191655b1407f8a114484d20f35eec1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:088af264fbd897cb75c28e33de43af5f0e762118fed14f4495a1b8b0c09c8e22
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dda44009e4d4b97eea67f65a76a5b9277b3cf2b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:098bd70bbbddf71e335b7be6a9495864b977e107f894a32b36ca5ba49b2b553c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e40cbafde20b205611f278b0c03d047177ff8b28
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa8dcc25e4eed7c6e614da7d14d97d1a31402de70f435b6a51d677e4ad0d74b7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05ff1980406664e3e9e05e11bec80e30b4c40a5d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f183816f51e52e845261e298abde7df8006c98cc175730a3acd5f0ff0dc2dc70
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac2c60a3a0cbfa975b996d5b2a270d08c03f673f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc6a2b234f087eb5072d3bc4cf57ade07c7f5ef592b420a1b9b99813face5aca
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04f24f0aa6de4a721b85a69eeb2773e628c14a4a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f3829f12dd593267e6611b6667f9a7e24cf356d1c31f396ae7c2e9b4271eaf1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11572a4458057950be0d16b7262e5b5372cdaed1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:353a385ef567612607181041ef32c25fdba41d42afe2d09a7ed9c5372cb68b25
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52327c4ba26841178bc8cf9a995158ca8c7cf3d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91826bc1d508da2f52be647834d77da894f74e6b0499b3ba112e15d25ba44146
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaa4d054594bea274d76de6acef81ec78d6f2c7f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7322215a99310fcf1ed050ff59345e076e369992a94ea6d3420cd9ad476764a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86cf5582a163ce13df3a631e70bcacaefe653941
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c4c7060a1dc3272c62254fb599bef5d84bf946efffe18467648bdb24bfc421e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d6106642b0d57dd0627a299960cbbf729abc476
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:decc195f53a99bc615158e99efda45454246ab14757db84ba11983afc0bfaeca
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c64997f85f5a56c489475cf28e03ffc8a78605e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77c2cd326dd3d859dc6b3293530d3dc00e84c70615379be2b2953074227fce75
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2ca6e2ccae1dfd385c71520a760e1d795fd8967
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bcac902ac4adbebf0c6567b73203e5c12cbb2423cf6400717b26510a99cb899
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12dc0de1c711d4138b331ac8aa983c2cb4bc2a36
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:189ba8ed98e140262b038ff4c8fc441476329e969b002a9c14938a79a665058b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e8849ff00423cfaf9ca2521a2a3e8aef4a16a60
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a4bbc8f9e0bfafee90ca05839e0fdf43c7d017e0098d34d88a20aa68078e824
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36ad82d7fc77d9d33e3ad20831df7f4ee848ecc8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a4b5a9a8e0392da530858fcd946aff50bd3851f1a370dd715cf9074bae0e7c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d18c041177ec63ca5881fbd4d9ddaeb729e08c4c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e05d2ef8f8718b01471b50e53b6f46799cffd96ee15c7d28bda374a7bd143e1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c77482007fa08dbeb96f885f9433041daa28cd9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f13bf2499d4ae86a0960ae72ca752f8210db8175c31ab88f16cec1db56a521d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c590f6398e676d3f189983e48947704bfb58b21
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:561b690f4da49c7c62498701115bbda565ae6f34d19bf4551369ce6ffb0ad215
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cef94d9a2f98a561af62e29e98f03db5d5002b71
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fa7b62c0ce3c6e0b4c43b81259a74cbd0edac892cfe89ad5b77a8de285a7d9b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..106a8b0f0f489f26a0d35e39ee5725318559bba5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7705d0980cc55f5f7062ca3f04d3ad8c684c68133b9d08e036b7fa815808c998
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd80c6f24b9331f91202802e954aea070a8f5bf5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e166801a897aa4800e765e0e04b1521a5e906fc4f44dfd589fc9c63271d0dcbb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00b2aeb80448e2f69882ed0a6b04b5bdf559d8f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d421e5ff59e15e6ea8159bb96c581b7e6f9db380f1c94df8e094e8124d1fedbb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc5db500e883ca434d8a95e220ffefb6ac98d80c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:890636a32c6d6cf651ed192f2103c669f3e96975e4fb09c5a2e6d1b6881cafd4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe8f503f2dae5bdc18f9b57c84454657e7674d34
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:448f5c0cfc38d970e9ca496ee2ddf125559e0f63028cb21eeabf22220efa25af
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2063b7826f2eb1e695bc06c1054e25f327b6c19d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c0097427bfc76882d9b179d88ff27c5303256ecad8d77e05abaf829f8cfe8b5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91d37501e511b34363c3ca4eab272ab227c0ff7f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b8b5a72bb0ff3144c12326b1cc308f7a704a690ea46124a5a9d13cc46cf225a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1f0cccf01ee1ff7d87345044f72b43be7b8c25b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f44b91b11061daf6523797251e31d2a5cd9811ba67b0c2cd1c964d151577e6f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c027941ea7de341cbbf018f632c8fa27320b56f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4baba6f00a84c190712336f3ed1e362ffca3cd9bac3192a3c950530e472066a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ab580430ac07b1679f551f0c1347d656a15585
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68e08d3ae180a393a82b32dbbcd529a13c733727d8c3a5e21a9dea987ca033db
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64718e475ce3896ce6945c4bac1032ff9b315b58
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:721c6923f343759dc0eb8a84cffc040827333635944ae881fe7e247efe7f55d6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c472dfd597a790a578b1b3f2e997b6315fbcae5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f3f0533c5e0369ac7cd824e3eb4d3175cac54d8dd9af3b5c18229406fd22003
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..616169af8871b400272798f36ca85dd5144ec691
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bb3f9e722c674dbafc6bb75aef9f1edb1dcb2647b05d8dce809c006e5ffd093
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9a621ddb1cd14d08cc13d29134992994a37c816
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8e77836f573397ff445377bbd334e425b74b9cb7835f9e92631c9272dd86122
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2647ce4371c794ba1a4bc275dbf9d573e5aba89f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91d015b55ebf19433ed5f5dfeff052eae880b8596a6b47a9cb2e218d5c9ac932
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e8c246ff7500caeed4b0130ee5e179402d9b53d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbba97a38a46d4d9be209f88cbb37e1b9d301e8e6e9172cb19e6e4e2ee6859ff
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..414d0895e52dd5445479fc2d4b13e1439426309c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:134831d078ef14ebb74d2d7149e5e1a2d3162fe6fb552a4efb902d9d0179cd37
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2324b0004b49091b6b5da5cc6cf1342cf9dba97b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2ead6f9b48640a78c52fc26e5e7549af032ebc02ab9ffbab5c24feb9330dc01
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08cb674439e97fda89aad2088cfcde6d8cd4508e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b7ee9b6c23c1519d6f0829a31ba5363c24eefc32eeb5426281338095bdb1cd1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7bf3202311e761e1194948da47eac5c916145bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3466ea6941d83d63d1c34e5288becbc9a8c98492dafa19fdb2f56551d9e4b99
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d6d4f960ea5cffdcd6538126133e99946738702
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d23e723d5ca03d4f96f7c7906ebca700de8825a18912489f8cb1290dbdcc8862
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d06bf1b6a90cf9305d32ce7177429c4072bcddb4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e79767b94b38b8939b8f51deb4848bb0c8d5cf667a7792574ed6f56467162bc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42884a08706d605ffb14f31459cc854d4d880b0a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2111a685a8b65101463dba5cc305c8f3c7867dec724fbee538f718190ad54dec
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5262c16e0f0eb89a6f5dc3256b33234e30e10e60
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5d6bfaa22187c4723caea9dcbebfe53e678fbf511c7243b89e135f20f281f77
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ca03071832e6538fc629da0852bff04c9d91c0c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:272fdbb6ea93581373f31622e581fbf4911c1c3ce8b1cc4be9c6960509b3e2fe
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf7f81564865a3450050463788810872ebe9ab84
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46b5d4c19944ec06797a9ddc3a76d36237c964ed8ce1390addba145660a1c55b
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f0eb05bf5a9399a87a261ddb20aa92d3126386d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2f6a7f290c222719d69b0d983783d0d0288c45e875867ccee2922d0097d5824
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccc3163ffa14eb26d493ba052095e6f9c8da046b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d719977ff963b0ccdfaaf010375371b8db9743ec73297c320c80681523ccf7f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..052683e41cc4fea21f979e27839d2f4fa885c951
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f53941c97b30b49bf7f1f606996b242099a2523e8360c00c1dd324f8da04dcc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5d027cc583971253e2d8b17846450724802276a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7cf62673d2be2e5d901e1a26277c874fabefdb9b2a0ddaa843bd2e327535edd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..092da0e0529d2a180d548180d6f677c9dafb5799
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8f1fcfb82125416cf702dcb8d3be3adb048e9d9e0cfcb4f999188a6131b1de6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47e7b6d4b8f0fd174e2dfb95cf31a24f14c5aeca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f61e85146a94979d5a98b564ec3e4b0dfb04c1f567fe1a224935699ad94533f3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..191c72ba7b4fb61fdb0812b8f15193542a21b3ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52d06e50d09948cc2e6f88757fc73cbfcd5b783089bbefd348c978edb0a0229f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6a74b3dc7f68cd801cc3fd4cb993c7aeef8d8f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f36a2a620340abe60d1b5c1cbdc0a80017c205c5bae0d2cd4a0f26ef2b8237a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d83edfbc3f65104caa4c8fb75764b24c094a82a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d8d887dd5b5e20e506e34dd19ccfe42f4a4c1ff350d734d90f7f09dc9d5024
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1752a95d6f96467f92be44e4c51dd1ce2d06e4f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85ca2e8641ce5391119b2ad3741458a4663ec031f5d5c29a0e2775d90e7e54f6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bc69d51adaf5098d29dca51681447e6e9b0f541
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3abcb33b8202e2d15fed546682813b4636a42567e83c940b901b7ec3902ee86b
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd12b1f28421ba639fe1e3f451016dfb005ed9c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dd75596564c8ecdea92ebe99d0e1ce9482086ef28b8736221441f5838f30fcd
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb03967b03f061fa2cf7ba680fd5547c31f08973
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:450a8aa5b38e4ffca2e162616a804553d9f9694ba8bb2287715ce6908518ff20
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57c7580260ac210ef5125eb3f914261bf12887af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efb035b0866e30379cb3372e28975ae627efc8dee13303cc629e3b8a6a7f66d5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cef7c8c895b72c8ac92f4d30d00d262adb821f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5a8968b7b467c6560d7d9323656dd05011506000b532bcad10ece10dced7a4e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a15da93fb42284464392871512c8f80506393471
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11bc446e56898bd519a63943e648059995cc1dd0065511da6ae76c442526b541
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..777b7b4a8187a78ada7c821173ab6790bfdf1071
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fe0e8d0716ac4f404e24a0444fb34eca09cee0a74103b23bade74fd08dab008
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54a9436876886d71d8ca3c5cc8a118acff4db5d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17fdba55b92127d883e6bd96bc5d9a808d705bac27453e75ce03a6ba61b688ed
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfbeedc7e4e9d7d2b761f7c29edfc900d12ec5b7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5462f5eeeea6e7ec3287cac4fc3c5af49400a20c90f16bc583acc3a6d8589ee2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d8999ef25f742fe40b61ccc9b0b60fef37d60ec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da21e2b51884c32677adba0843054acb14b8ec17d100cfe3e098766578132de
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79a840694f4e7bc1ed536fa6dfd9e255af567b97
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0051e1ffc412d74442c20c600d9ad72410209b8edea91351e35c1eb2d3dd863
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c339d3e4d25a804795e119492471cb98d4fe323
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:308e21d3ac539f54522a8e77cc1fa3137bce630c31a0e1a5d5cf88347984fdb7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cde894623dbce3d2afbf342325bda6a0493d31f6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c84740523a78461de0d9c2fd3eb955b3f4df8888b07cb50cd7ca1279d22ea33
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dea47bd83d5be88b7c17ee00d088bc4a03e95691
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:445a21bf3746291a35eaa538066fb00af156ed160fe6c23983f70a7ab13e1ba3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d96e48eb38ec54e4b6b6ee9873d3a5d78ff01ca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fc596b166a075ee99569f8c0aede3ed14ac2f4b13572fb30aba4fd3902902f2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46744c8ff5a2410dbf3fbf9b8ae650d4f72fc96a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b85c241f3a41e6139bb62445bbd3811ad66b1be2e17f9701f05b313122b6c966
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a065e7476191ab671a0494ba6ec419eeced66f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:819b8db807eb3e33e716a9562ddfd8881f9612222c247e649635bb63c51af953
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b63a15c82dfc5ef59ed1d2d3f8187843cd8288c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b0a7161b2a358f4184630a266cfdf1e71f1df5fba0c03cc5daaa6c7f3941ac
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb6f5f7aefd6e58b5dc2122a0e4c536af65e9bbf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8c3dc8181d763496bc01890845efa0cf8f28af84f07775620bc996493ca816
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcfb9482b4df388814c20c44fb97fd9f7dccec09
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30fdbcf9f98e23e845bbaad9eee85920eb37e90dee477a264a6d288dac8d6b78
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b096129eb440b230b176bd53f942ae3c4b99aab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:593ea981d2f4c196574a099012828a2a9ea241b942ee2fa7481a21575bf2bf25
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..168dc692493ab7782d6c68f0ecf0663136c17cbe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca1c6a0e8e9ef68dbe663df744549d5337d8c206ce7cbf52d95f1ea0bdb87874
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5dc8a858dcc3bba6a06c221f23adf3234e73788
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e65e24eb4a88fbd4e404a25a453ca8e459d0004af1bd42fe6317445056ffce77
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5d0cb7b0e0b7baf28692980bd7d43dcd11374c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aff2702b3dac264d4c8eebf5c4906c2795518426676c27e4c06a3a475efbeba
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b72aed80f1831032387fb1e9ab074267f14b30d7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ee3b403d1b57afa1942b41dff32a34065de7176b793eac446f37a243fbd390
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c5e316e52a88a4c54fd9eb6db6016ee6cdd2038
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68ebb87fb9ea5641d052363af913b3edca4707f82da3444623ba3cf3a45f3e71
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..068f5782a0845015a1ca7784d020d3b1f08df822
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bfc7bc6cdc39eb02a2411394c91c1acdb27d444ea77d38e98cc45172f5cc26f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ee71bdb44ab7f0ab6ef60d2b6a4f1adf3e31923
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30c63679b1c30633a2bcce2c162f85bd71e1e7e6f7e42e6cbe1ce5032a71424c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70293b1019c43b195990592b8d580192877c1faa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41a9498bcbb89ca33b63ac46b9d09b7de74a31cc5b8014e3b22bfca44f300c32
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..527b2f0a2078b8afd0d8d3bbce1b383ea71a29ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1baf68298f776bc586d41bb161ac965c34491181d6d1ae8a45af4b7ec68d0d0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f4022e52a3e8d8912dfc17bfed49d50bd815998
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e7367a40cbd8254195a8d7457fa38757980a1681a50501ee1aa0ecb53bf870d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..460109e0a9602929017d508e54cb53ef1e3ee7ac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d395ec29e6fdd7370ef7a46a900d2de5315103829e8c4353ea2badb5dfe095a7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e18cc309411f5c4e20446c91ea31ed1e8ebd514
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd36175b514e4652a2bb15941598cdef5ba6fea60911d792213413e144e56ba
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fb56a801ff44d21230969eec69b69f7b9f464ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39f976939ff85f5abd0e9743d7ec9b645085509f2fd34a546749a1c9304e595a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..340ae7fe3d74aced092a4a3b1ddb55a5744d9bc3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab7369af1b79ed8c2a236b95792f0a8394cd56d45875c0058fa5590add6e8d7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e9dab373016cfef5754511cd159d6337cd249ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf6f68b5d162c12fb56bfeea1e2a9501d2f7874a7ce6e9fe9aeb9b38c037cd7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c72e9f11b9790059dcf44e8f6cc682f1e3d8dd1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bb276a7a17414a10f681f2efed7c9bcabdf79baf0ba06f5b6715c4236a60efd
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12377b4cf2af89573a2c9164e88951d0126f7ca2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92f4b1cbe6fecc659a162eee0b321af3f47f7c8b1e05b20ec761f4fa6235f070
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a4f25ddeb5b14a7f885074fb0eb7c1cbd006873
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f72adee7493ec580127620595c64b15d19b11e9c440e76e30af26fe7a79b8b5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ae16938082832230a467d576ef6d2738460cc3e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53c36930ae656835edd40cf60d9243b5c28b2f33d7e839d79d427d5199775270
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44494e404c2928cfb3d857025c432abddc07ab26
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c05c9e1635aee2cc80a385038f82bc4f56f88323f8d6ae73721985361d238abf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5117b6547301b55eefb082f39e4c55d88bae24dc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9149d6255b4dc7ea93a6aa65d9b04eead7d66a5f98748825c4f0d4828ad9494
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97e3ed213a65c7a37da2bca697d0c33094bfb916
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c79309bd0ccd61ce979f8539b7f068108812ad5227be0949786070177cf896ad
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1214af4c5f0efd9f4167649fb72d5f21145447d7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34dd29923cc90daf9d3be3ed2d583a9f9d070ac4750a1a4ae213fef485cb216d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ccea700dd1b7f896f6f164bbe31b626d1db1d9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1773fc4a36570efac02b60af57bfe731b512a345c5a204b6175c01917a2f3eda
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad867d750931a938a97cd84f49dc2841b8978867
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1606afd645e56c7ad08762ae984e7fa80df3adf6b9503152b91e43028a1ab01c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c49a3239fc7384b33e0d0e684cf67069113536a0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e093d1c80e78d21ca884374d1399986ba6d9d2df9ef07e4f93d1b75242c6ffcc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f5ac2fd4cf510e59bfeec336acbae11c539b8cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35e886f3763b6279c1bb34b647a03a9084a5c9200b338e665a1cee428e76772f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0c2f8760238b67ba7659c35ab45d23948c3e83f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82818b339f31a642f655591c11547841273aadab0cb7cb5b8f5dbc165fe1162e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b0cf34b818c89af732b74669043448683a25c47
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:398c8002fcc97533c812644b904b63299d710b8981490b540c82f4951311c256
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2201d58526779c9be92265eade82b296b3879d58
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cae9b98499446fcc6f3efddb0c34cb636c4c10ee976343c435baaae257d8c71
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47990573b881917365675ea862d550b33bdabea6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c8a87c65bec57c77809583c12f63145834fd0d31aa7538a40a55896e7c3a85f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe7d28ece4f224ef8b81e783a7e8535ec45b13b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddb9293feb45d1dd59bdfee532767fb21bc84a12e69af9eb708de45ef6aa19c8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62fed0f65cb0a3215f65a5e8ea6834907977c9b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa28aa071da08705b5c0a23522bca20352a99c3585492ea251cf324b3ce2badc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6080d3202baeecdbf918403d17bfc59557efe27
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8605c28e62bf9ab22e5a9b954752bbec5e3eae3e7a3d8d54848a533623f832db
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb8bba948a5ce830a3079a0ef0910a1fe6e49f60
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d693056e80e768e81d77b173d426fbc5cc91de4cf4d83a8ff3376060fdadff3e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..205f349ac360108959a90a8cc2b35a7ae8792e53
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eeeb235430514c508c4b89cab81fe2e955240af4187746d2b2e4d83ae1573e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f21ef0a69d631c3424d43691c5622e19d4fb83f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:000a04dbc16a9f087c26a32f83cef9f81e88eec7cfe022f154449118cad9e81e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd9b727678bcd8137b3f28c17f7663f5af0900d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b3fb7e62336c910e29270a3863f166a833523be8340961a8b5b53260905d178
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7940d0a274b3f6b983af2e748ac322d79fc5237
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df71bb601b1f316db0066303903620fc123a44a177178a1c32dbf1c511fdca46
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4632b1c23938c9fd0d1cb40c9f9708a9077a90f9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24aef407eb36296705229d5d6b6d30ef05a8e3901fe0c132e4422f5a07913b80
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b8259ffab89c463d22852c2a23834d5fd7ef788
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1610293edd7f291c0d6f0b64bfef9a8cf3309a2f492f82e44f003b063bc6f270
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ccdcbc70c6d94afbc6473aa6edc1bb3b52edbcf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3861baea1825be1e31ca36e34c0eb136680f7b46af381251a4225f23892da61
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c2854b0c84409aa9bb851ae8ec7ab1f9d47b856
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:013b50765b06bd71f940f85ef72d8af0afe3c2bf6b942f3f13d5d76866ac22b0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9531935683217373f4f20d8560b9c862ca60789
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8571810da223854a04a5d809b76a835a16ce6775b27eeb95661bda850afd0fc4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f446f1fd259822e6780efa7b6d5bae139348704b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ae2f424bc64b24e65634ba21e48fdcfe4e110a796996f06cca717eccbf02b4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec1783603fac2aa2a5c290448a2467728a919285
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d3e04a765395073d1c3c3e00b9d13c9ea09511f826d16e8746046f80115b2b2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b44f61272b9f2eaa994332c99c0ae895593419f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34268f72bd54ee566e0929f6baaa6837d7e88849316072f1c08c78cb50eccb7d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b3ab4d8adc3c9aa18ed87909478bab9b1c2ca02
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:685636846358bb093d3b62a88a148a20c690b72b89e332f6fdb81e1d107e6381
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb1c1f606d46eae976edc5079a7d712cbff96527
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c42810bdfc933c3dd89c1754ed1dd6a496cd6d71c390add4a0bd6fb3b92e6c97
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14d4f936834684d8bae82ddcefde4297edbd06c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47f431090d0a519b9f1c52a6a78ad849d58d6c526757da9a8c9696ada7fde8c6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09312feb0694b67a7ca3fa31612d0bc01f654043
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ddc4f56f228cfe4897d8d8a3bffef1096c2101feb4602ddd767aa0085caf83
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..356b323d63a4899763a4483b5525f6dcb8e2ff4b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e601cc2c9e1feda8e64200b0ff8b4cf07c1581aea2781c9ece570f00eb60163
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fcdf8bb59fc3046f97a78776931060f53bd4be3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4a373d93000147907d47f044561e26cc65a30404673e9390c96bdc1ce657d0f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..587a682b6c39e11cc10d50b9ce3a7c207138955a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08a0c06211f628a154801c4cee975b7a4132a5c0d2631af062508328c8174b05
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c90c31a7ba2791a10d98895effae53efb5f4ffc3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83afa384c9b6abff7ab74a6b8015efa059ce596ee102e094641b8956d906d9cc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..387147473ad22b4a47af69e6a3b33d2e1c081aa7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68bfc20e9a9f199bf1c46e37c056cf6ffeebfd714959aabf8a9b236dde4781bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d86cb7335fce175a36bbc99a8b2fcd525996ccab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46b01d6cca14ce55bd718269d9850193c9ece7b0e42b906cd558d9c0ce678636
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6662704d309b8fb77089a4fc6acbdadf1ce49ed3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a7f360e04a699b876d4cff4785f53f7edb12d465ddba59543683fdc36f3f41
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5b40b2e06fe50fcabab13cb196f1ff8a2ec7149
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd95b42aa4c67a9a58f2c1345b665d43f2d2c30f9d5282dac13e214a92c4bc26
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e812532bf199d936e96ce9582d5efa6f10f4c53b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1e150e1027715039687f632c116ff4f20816d783318aec888ac13ce2a11de4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b71be5b59afc634f2d2890340d081028a4dfa6b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f0285ca56dccbccefffae4be2b34c7f48262be2c3891364b731521ca061088f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..268dcf5f00f6cd414eb907dfb8ba12ed19fa004f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ebdaa0bda28344c70eefd81adae2f7957ee063258ee0349e4a799f49167be5a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d010ef34901b3fc134fb0f4a229d3b029ce469d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1f60b356189933315cf2c8a318a0d878ac31fcfe1134127db16846d37f903a0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01764babd1501386b0cab40a7b6fc6d7b0ec934b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bd7fe99c77358667ad27d9366aefa37b472f4a94276cc81d561933ae80f736a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..563f65a11bdea996fc580861c11f878dbdead8e8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79acf5fad39de26b3753da69d959a6a280895a8b666f56e108b76ddff7ae58d3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..837c5c85a3e23078bcc600c3b4b5417ec99588ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb1815b0d16386dbf48fbb0cb97d010787d9f0b550f0dc96453170629dfd4878
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db0f957d448e06665a95a6de0a9cb34d382b6595
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e30babd8d86fdd7b6a1c553336102de16919d5eae13eeb351d058d9074c7559
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c513e1d093c6773bbea4a5f6591b553ff56c5dc1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d4619633b35d81536c5e7c9277ab21f458108f82c50507017be449510edaa12
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1418436f15d31d00583757e7b2b3e732018760b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:524c0961ad3aaa675b22f30c1bced3e9d3a754be12460699a02c6a16c7d16ee6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c21c448b997e2faec97c60c7b7fb091d9032c23
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af48a6a9fdc7b2bffb546571f24a1a74a59862e3a9b3da492424dfa883c5a0df
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d36ce171a7875fb38db5a1000cc61d4ba0fbca9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ac36d6bff79509352790d5dbdb78eee1818b4c6c984cf0816c748c9535daa38
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3323887d89f0a3c24f1d391ed0ab67892eb5feb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94bdfb5a0613c33fb577b91f91be2695054d5be51ddc12f27dcad422c69e1611
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf97338fbd693cfe59d1879de03e71c4577e4ebc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4899c46acdae7b4cc7be688a20c756f6575c53bc43d8ea87098dd7be98bf7399
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72ae6a5737f10c8d7b9ec03291171eb143de2703
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8a5578c4fad689a883fd82646177aafca0103a6838a23f11fb96d5c061e376f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63ccbf2dfb10d6a74face955ba84b8a7bc647877
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae8e77adfdc0ecd2096189d2b49ca8c13eed3a9d87d1fa5fb00bcc951b0f783d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a143d4e7606124e9e1d9362276bcac827f7f7a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5382e10a3a9c945ec3f5646736b315b9511ba4f69a2b7f03cc9c440582fe45fa
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66a034eb8622f796ddc70d6b4eb19a2705763489
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15f6ca18350a1dea2d732bf5c5252806284a2e58bb08355ed41690bd4a25d80e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f39ffef5a45510d5cbacd1e5055ec7189e350f87
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db6455489c2bc850ce4bd5178a1c087d32ed0f5793620dec892d62f3f0cb7c63
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29802b61e660d3668afdd2a164925969c3b6f90d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76033ea6026eb188f69a6071d0657dcbaa6abfe9d06986e494fc57f95ff4b34f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fff66b1aaa966abd6d8f583a4ffa7abc4eb83476
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:427808998353b2e01e9a3b94c808ea0cbb130fb04c7dbfcc900b154784ceab38
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc7bfc82962b3b5ab4551500d9165a85858562c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f5d56cfd313b0b0aec1d73855ad8612380312ac5036862a64b702c65ad4425a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..145f98d5fc96543c5e90a9c0aecff20076575716
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29fa689715ad0180572439e5f7ba34792c9e33ee0fb8f5f43aa5858df38100d4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21b85b548609a61bc43d9a44d8eaeebc46f80bd6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfc305876597da4d4a0355c8dbce26ffc42d4870ab7251a4a7710dfcebb9d903
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cb22cbc2fa0049a227691e69473a45091f21d75
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a9fad32759d03eb798bb9eff2f19a55949a729cfd6e733285e1faa9b8e0fd61
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a65e903278d93eafe3d3530226ccc575f47a983e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d88d204f9967adbce2807c624124911013bccb020b54781c2b99a21b4b16db7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81576456f38b4c7df6ad76661c8b469bddeb293e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1efd2bfda944d61c18ece06832e884f1ab4b0d2bdb30dea44ae0a50e171c655c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb3256c416375761a9ef3b71c67ecbe07e124339
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86fba9e6d8cff7ef675f5b9830a80fd91446495a9f33f58c16b672a30a40b059
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..322cf6d6cb6711c85925a3ef70d922cbb07cf379
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b51dbfa36117ad65bc81609a397d992d53e0e51a290edf288d8f8e939226b3b
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed7e5c0163d636beeebe8c792a28909cf1d34bd9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfa096bc46a1db6a253a845e0faca32c37aff5e0eca14311bf02ba8a501eda12
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2959b2492f0bbe4ebc0db1f1598528153540cf51
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b96a9bcceb81744a04e66e0a2ee36cf3c96eee3469c50b7705335b3e76f560c7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c31bb5285ba413615ec210aeecaa7607bd58a36
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94adbea90dd174fdf2f09d9f074e8ba52b8001190e88c5eddc93938daaa4b9ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a96545f0a080da289d1bf7f5ff9ac98d3147eb69
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fbc9e6118b37b68bc03b50fddef8f10c2ae84c2f1453d60828324439f854a9e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d5429050275e1396e84aa71afe4ec3a1f53836f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed1c4470beee022caf090f1fee9d86c11ca5df284d82b94b5268c237b30955b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89678eaede18ab3b091f70ee016a0ba2febd0583
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:310671dbd51896eeeb2f12b82239d6b7eb169715f967801683e512d5223ffba1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b493cb334ec179773f22710822cff8468c21c639
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:429c140dc5408b851860f7981d6b00a37ccf5454678ea5d895e2ad989b69582b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a93441ddf202032bc016d78073cfa709d679707c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b501a34f8a2f4c41e9e2e237cdf0496f2516521be4aa9b43be8973589a23ff8c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..758c0d1892ebfd80f2a5b4addbf8831620dfc268
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:987a64c9bbbfc114246e3d9d4221f30c15225f57ff08853b0dd15c4e01149bce
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4551973509cef939eeff64b24ad7b14d4af1be28
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ab5d3417d5551e65690864beb00cf77de0f9aa1e30efc11af54d57894fd0b06
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..144325e252ecb0c623227e452b0984e559ceeec0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c6dd0274fae631ae94627def6f39777979d7fe1bc75d2f651f76a2beced2aad
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3473b4c8605cf153e6d65cff5ba70907aba55d9c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ba417bb2585f8367f93c3a088dd29680e184c502762de9af52c66470620ca80
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32e554a4fe42d47834405f0170ab1639f31ae46d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fbb1751e4517e75a2fbc7cbf1b752ad180b3ea312d837a8ad2515f6d45c0650
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c94fca8fc15718429054dd78f14d18008b26955
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10d51e1f1f7fe90fef840b05f88a734ca2750c5d388b61daf358970a12c54e6f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d5fb9a309823c8e88cc2fb0b58e927f2c2bb88e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f74a4adc8d49b9cebfaebbea4b568883d4ac12521bdd24bab7c0459e18b90a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f539cb3bcdea9d0e9da4d7723984d6d1ab39fbe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:becff0f7984f8b4b68206cb6f52794a7c89e4d1700dd0c6e2b392c99b846324d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11b3a37173e43a0df6fa32f8ed168ab1271d3cc0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a98060f015691ca789add799feb031bd348e048dd8c9901e6acfcc83326f159
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f211d7d00004e4edbf4326e07cd1c5427c14437
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e5a095851f6bae33f3c76a986fb89904523c2b4398f5890be344f9a7ad68df5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d6d6e848e560119df124bdb4542ec17b31410b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae8b69e7cca0026170ee8262da5000b2c780ba525625241137b83e85dbe1a4df
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..373868c5871ce65a4c24612df6913ab51ec1f6b7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3a874c0660eaf65d72b372eb587f720e1356a4fd392edd5964c1db6fbe6ebb3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a447a5c229994563545a0be8aae49c88ed68682e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22b0223e8098be22417af7de4b4d027e94cbdb5df5bb6c329e3b9c4be930d0e8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b455b61e22673782fd1410bcbffb2ad15b0a53e4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a1841fc42789bd38e1eae2a9625f79570f378c3411f10294c287abdb650a4a8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe089871561efdc6c09f955acd5e7027a4f929e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88c8dd98d8be35c607dc0b46c78c14847743da3ba2387b417d43c75ab41968a1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dc266d5fa8c7109c6a5fc606e624424dc8f4bc1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:107cf159f73ddd119f004ef9bcb926dc944ae070dec62b7d7e05352eedbe38fd
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d8cb552464db0d006fb1152ebfb18a9567384c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68bf398b46b7dda2c07765c36d629c73c66947be269e9060bcb2a32e924964e1
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bee2de6facd8e4af56af36f8087d08d3f3ff797
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:901ed55d38725edd12305eaa600fab7248313c42ab1fc483bc371e9203c6cf48
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24018c4d86de49b870bea38337c828925af132ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8edb945f6e799c486c4b361618b83960809b2eb63204e04455811ced24064fee
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34854f5a304037d1bf242a9e6cae4465ad2d22b7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1078b478c03e25c4202b0bec5e7aa53e74c63ac6c90c46f1ce88f60829c7862e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ab94b2b8e88e416dac69316dc14d76986329a3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da8f9c910037325d6fc6a6e9ee68ca67d23a85d2fb3d04ea9986fd13b99e3eae
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76c76c850fe4a03f90419207d920455de5a0733d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71709d5fb88df34a9978a65ea2aad62dd5530b98d60f1b03d973480acc3530dd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a454bdfc9ff403ba095e24275b3942155964fd9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d08a6c92d1d76d40c9883db83e3472277a0f0da99c3e65b4e1cc6d1b4b25d37
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a807d7a048a50041a4610e659439f9f6340dff79
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e136974b7244aa0c6801af2d90edcb4c42db7734dc3fb4a01c4a3417a95b32b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85371e7568c6b509097a7083ae691925b739b82c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe22246e8559397755553fd1faecdaf6d2d4aa5e9b32125270b95c748a13ae3c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba83143f2f10dc55ab56eb07840c6afe17504933
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ed1b340268efff81f17f3b9c0a1218f93084a4d426025b64e3ce7def5bb620c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a0ffd0e3ae7f9f55a50399ade775637251add75
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a1f0d2ca546a73a1e723cfe89a381cc52d62ce0ec2c2b7218e19f0ba31e8e14
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcf174da2d01b8c132b6b8c314bdb9224bdec86a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c9e6af270c5d7ff4d32aea0c3c37578957ad2798fc6dc16549460c5151681e3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..893e8449de0ace26fc19118cd8ae1111295ed65e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5189b1c4df0540c13ba30a1ce89a1decfc9916911ce7261805315fd63713983
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94392264bc7afa03d1a8795377d8764485b438d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0802f70f3586b0d296ba6688765ad1881836a9a0242cb03d8db31739940d189
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..226962fde9a7faa2a82df742bceb9a507c676a2f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9498a656356a05bf9e3e86ac30075bcb21969e3038d3f3415cc7f1291fe42f9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..327c1822f0a1b98e07ae11fa140400cbb4bd2259
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52840d956bca00cfa124a3444a5e0c57860f8c70f8af7d547149715705c5a2e1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4b62e69ece6db053bd6a27f67798e1fef32732b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25fbc44f763d9b019a3eb796dd1377e22a25158742862b312b56a4d06e3645f1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e21a6ee0ed2cce1bf634f8e2cdf9aaab8746e97
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b3878d8c61ae2069b81a2f30542e82bcb9aa247b090666dc5af990420158c8e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b52b56167ef32d5ff8fb8b97d4619b9aec4bc04a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2101b49b0fd17c63e3407964d7996aa66dbec453953de0a7e803a8aad33b468
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a2f6706ab5e13b08f488a2f4026227bd3692b89
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:677adaa68fe360a18ca117efd885de7d2a81bca0c8b77f733b8004da4624f99c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d8f241e11abff8f72d721a8b4e23e7f430e7463
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d216fdf9a35ba1d8318943d0be17539db0556e467ba7e11df733afc67fb642
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8191546cf73e8ea51c5b9335f797c9a199d2ce92
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57b64d08bfd33a340ed791bd8cd9c338de25e843321c39880b22c56712ee3d37
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bb96c8941bc9138dc76e40fe60801f21f03258a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8772eea51c294bb36052eb65ecf7f82006852a13dfeeb3107c6dd00e4606b86
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14be4c2655d1e37524b6286616a6bc134b01eae0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e50d57108122400fa78f5a228ea1950a2b7e8d67eb35ca096a0a942e5d696d1
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..835234cf296de54cbf61bda7c74f865c329233de
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38192dae62760ed7d200463a4fd9a6e64ab6ed941183f01ccd9b80009de37963
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af3f219c5f99c02e493a1351863526921c2a283d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7563486c034216bc08669f469a4c1cd0622da0363eb2219a4a7ffe516729869
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37beb43fe6b0520575bbb09f34aca2681b6f4147
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21a36cd1f6c994ee9836b9b955404f9ffdbfac0560b26dc5f3d695ca0c718050
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..840722b321fc629b734089daa6f42a1b3077e871
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd28852889c097d06674991f8a638e9bfda34d1fd3f85e066d4b8f068cf64809
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78424516607e221b6ce763172b7c8e0ef38ab15d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3c231c713c54ffc7f54d7cc35309b2f20412734674a08fbfd55d2e88d539185
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da7da1b78b030cff07c5b8f7cde953ab88aeb0bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd5ee7c63f67cd93348d80fbf7c6a0b355d8a4d1f5d91fbbd17a3324c4722299
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e25e6bf170ffece4071aeeb7c8e77ae7e8df17c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:952f28a716cefad7bd77067b42326b1b1ce38c96b5148e127f800c0c53fafd6e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c579c25472f1ea3ec776bd3853a449e749040ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26c53b4cbab69cc5040d2fd1c453c3192051ff0ff63858b4687b7610f93f6646
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9a11a4ab809a601f1ded46a59cfcc3dec0e2b73
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d477fc200a1f84d929190fa709667f92f92ccc08cff8c8f89232655f364c2cf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4354a3f4b7bdbccf431d9b63d5b37ff7e933041
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e2b020243924ee005b796404ae132d430c0b14864c3cd34eb08359767fc752d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad450cc6a3a75ead8195c02ec1890f550a0134f7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c6e824061ace0a40430ef0c7a978fd5e7b6f840f2c0d82be1c3fc130a40818f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26d11db4360e20e85cf1da1686d57587bd46b153
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b398294e5107a558ff7ec76b963cd847ed3c1707000355f99564605c22655d7
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1629a322bc2da68d2222a616229a6ad732d763d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f673d85628d0c40a3d2a4d9f49aa0ed7562cf2700db31784f49d8358cf0a1d99
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9cab82fd7687e32264da0a61a57f47073244f72
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4e5869ff02f2554c2b389c32c7d254906a5c4228998b3c5a4bdd441d0c069ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1108099ceb33e11cd3319aca4cc9450b315512a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6abddc68a2dd76f1c83435af2e5c544ec755969cb113ffc890ef7af3fa1b0f5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3c19fd2865347cd9e08598917b4ec966f113d48
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1553c8ddf25f3686fff2c849aeb54b7b5885d737018f062af3960ac7b8e9f633
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b0325ade799bee03171bc1385dbcfd730f35508
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:974ee8ecf944e46024e8f6061d0ce0a8666f6b10571c6d49dab9613724d22e70
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f8eceb0ea967bc848f1da1011f80562315063ad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:347654c2aff1cf74af114afbc1f55b4137d276e9f86d19f47643729d9fe7ddf0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e15e9186aa41af9b8a6246b8f489ac1e4b789dc6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6153e608567b15fb619f611984081585292148678f89eda497959b587f714c1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fb33b6bdfc13d4384a728dfccd656019c1709d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f14827098977b186cf9102e1122a6fb877d00e2c9939d57c8a585e89c16a0d4e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe673e3ddeec7b2fa5a03b64f5f9e653ef171cf3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13bfee360d6a284f49e267394c2d9189d3d0ba267dbda63046baae5fb3406eef
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e49322f9fba85149cac0c2b813ef05d56c0a322b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e390a1ffe238e73f8eb6f6cb8005c7dc76f0e7fca93f0ad9a3b97bf72015c9b1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2983adcce7a091d625de4eafee1e9d50fbcc3c06
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e4ea2744e1f90344b625246b2d8dc83c15e7f25564e27a61a1c56b27978cac
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa58559cd69f5439a130cb3e49b88b1b1d815177
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:274cfd04e1ff50265ac9477cd2d9c634354eb9a1ae2b153537ddd6b87b7c7a06
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9bdf73bfab79658862a1c6c5a01fdd5f2d5caea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c072ab5688596f14dd81e163071c2b832b9b4d7dd1ff58320a923eaa1f6c3f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95bdf8c8c85c697ca65b69260c7c7c73688a9ba2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d88b6784dc3a37e96f456f6221ad720b2619a79535f90b69cb462c29ecc74006
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4403d20a720cb093f3d5008dc586b6eb5596c257
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d97160559dd0442d0ede2dbd95a26223051b9a0662d309c53ae92fffbcd14916
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/lm_head/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ce7f6485e395700663e919c47bed59c75b3adf0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86938e8d12002f3d9f3c28aac31eacdb3a1573ae0448cadb9f7d4c36ffe07e15
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/lm_head/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe85c65250be55cfe7844fff97917d5193ab1634
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd55a7d37d2ea167e86d0f5b459c281129fee6cd0772aa92302eb6d02a80eb4
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fae2cf4be8b62543b6230607eeea72cfd85ecbe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89552fc6a70f25b0b75b19113b01dd452bc6c7bc4bef9f804191fb85fd7c27cd
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28d45b6a2920f4e235166843a2e9a83ab791ffc9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec5e1d57f57e56483e9e7c297096ba7f4160c9f4a884cdaeecc71bead46a755
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba574836a62a8bf9c781dd1462ead3cb625d2d82
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ed0a6a7edf5635a811c86427f9249a92049fe2b20f198ce095571a568959d20
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..987e81d89d6f7adb3a7602e0af43221de90372e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4748032a47889b3bf6b2ac85e9b618b4e2b307304b82d64f8c61da10ced3a48
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ef4a3b755a7a7a8a26ba193094f8d12b77b2778
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91817857ae5e8e0787d7dd4b84c09bec766f60563e4ed94f9e1af2eadf340f49
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..331553dac8563cc662e0623631e51f25e815a1bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb90fa42f76a1f018bb77b70fa556fa818bd9a94ae664be5f2b6c01dfbf028d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98a3bab74c4322b7176d330bd42edff841d4cba7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a6fe1e5942acad1648d13bd3e6c917bd21e3175dc155d0b4071d04917cb4503
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc44c44f9240f5890033c99b0152614b213d501b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bfb5f5bdb5357adc1fb6fb370fe4acaccf5a443286d91ac41fbf1e6c586d23d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c3c66782e765ea04f17ac9f7e7c13f743690e8c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b73b0a1233260a1749eb449013a320b8629785fa47ae559e4af9181706c265cf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b6b8fa9d0465a74f40436288417cef9e7f0597c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd641577ee7915779f5c8380d9980236b25cadce8aad04e59974aaff65c979d9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28812584b6fcea2976224b366954811a91578e53
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:742fb0570aba8a187972a92a09f0fdc6a8d9e90dfc9fa43e5db96293b20dbd1c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4f7530bfbdb78e48fd47965ab25addcb5a758da
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4b55b953c579884daa24b8c847d8bacd5b28bb63e691c5390dc1e97eb129d20
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..089738c08425ead22ba83a0d0037fc83e2aee15a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d31df97813fd0c2f459cae6a70c847317e7dfe38d97b700d3172cc41b7c218d6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3ba4283c6d39b89d15e46a4f3fef3c8915ae8a7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb7c8980c107922e52b896bba37f73228fba8a2dd1a95f36177c02300814ef74
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bfc3c6cb01c04fef7523be00a36442908bd61f7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:182b8661e9105b9d014d585c5abcc64011285990f1635437edc08a8b57d2e45f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94cf32440565097cfa582230b961b53a3006b4b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2c78fa8f6c145824fcfb8bc062b3ac8be37fd363ef05e549bbb16beeac6bbcb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40cfcb5fb4f479e544a169848eca81774852c45e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:482a90f5b1a3f0c61773ebd189a07a13bd447019ab6eac0b04ed4bdbffd9220b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b144310a049a5fe8a992d04cec894d0babf20c0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:877f16c5bc9865330ca24e68e4c09c12551bd5f3b96e1eae6b4e36abc7c5c15d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f3ea30f084bf912e786669ec2a60eca38b9892
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72ed15268fbedf51663fddadfdf72f63fa6bd7f0f82decc8eb5a7c20a62bcc77
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2939002a845915e120df2402fdeffeacb26f29c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20dd65a06de530573aa6472f044a37f4974a718bce3d06f6317f05ed825f6ce6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..875fcde14dc837276125f0a13019697bc860442e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b608fe82e4c15b37fd1d8ff7ddd7d584b79b83d2d0ec758311bbde5f6f41ffa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe3deee48b11d5bf2240cbece172b5b5c80b377b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f0ed4ce0de052e1d25dfff979c37c2367b63f588783de34ac9590ce4eb7d7f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb4995c8e3cfe0cb72548b2f5d58a7f8d6e600a3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8873a12982869750137934aae1b16a4f934e4c72f3bb3018b6fd5736fcbc963f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c8e6dfe69d96b482cf2c7af291355a52f1f4f1f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a49d72ba61e34e87e30bf4d066d3d6dce10e79fc21b53f27942d183ff359c5b6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e833825de109a02b805450b5210c0e3377ec324a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97de6910ee71deeae6f71b2e9b616e3eb18d747f0bc87d604bdfa0d9d7035f14
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beda03f0d72431a46a23b5e2c587bf26bacf302b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60356483815f535acf652b9a38c0c434e0aa5f450adf1c5969941f0754bb510e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2166a7e0a8dfe222a02a26093f90bd065fce2254
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e52a8fdf4b474de22826eada1e09aefc13367af02a894a35c294e644a9e0368a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7cedd4aa3ce8a1f511eb5a8ce12f5b622724964
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cd58fccd77a52b567fa21778919105510bf0287b7ada602d57cb13412889515
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fd10bedf5449600f8f70f39eba652da33bcdc89
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8255059a2b8c7444e8518b6698ab7bc158a06d18d4e7cc6ca124f05cf536d721
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fad901f3d07c4e6e88be7bab4fde7bb414b815dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20accb27bbb47ab8c4b486b8a8de7eb9734def0ceb9dc90d57d26130d40192ac
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b69a03bb86f2a2a7a407cbaf4dd2540f2430e73
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:708393c0d29412e5e2a46e78ff4d0beb238a81a2aa04a0c0e453a32017e647f3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..671b37876475b40f2eb988c8b0e8151921cd0eea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c087577e90c71c4afbcf090e52579b485dcd84bc0f40f25907e1d4c367230573
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf5801726721a2359cb13c25de1bd2b11fca62bf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f159058a58cc12a09da87ea770a084d3d6f56dfc9bbc2cc1f35cfc02ae9c6c35
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..138e0393a69567ae9da81b637ca7a26b9c90b7e4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dffa6c6ba13676050dc9928071e1ca2e9a5cf45ba5c68f6dc65eb0720e24b930
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54f08124919fccd7e080e7d220eaffc8d88ce274
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c55a636d3dbe2210016ab16fdaf000e9de9e84facf0441badd3bf52d497440
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..251ec6c4076869d35a9362c51707d1a29d31cbe0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a40f44bf66c48f0b636b4acc97a0f792979d08b3f2cf2cb9875f2fbb40a5c2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73b3fcbffe33b572b09824613574bfa1199926d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2d408d8bcca4aa3b2b390ae29952fd3f8724a4a80954fd560d14b95d1df3d25
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2216e3cf91cff631bae66c817b1ac49e69eaab4f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55a9abeb1ef97d78898950648508dfb2b504d4d5383b7ffb4bf23b81bfa2a2bf
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a4b68955981411e92b348750d375f831fdae7cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5560825f3e3a037605d30985ec5202b153f5d24bbeeda59b65c5d54f9ec4049
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad510a89110771e2897d0fd8e7b9d08eb50a42a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d118afd9de3a0ce8a6454bd47f1e1255d3fb58d52be2fcb3acbe006aa54b2dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a44c807dd9348b5da08cf24a3c2233c0b9348dd9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:945bcf1596ca12187d3ae3b386416ef0538e78d658c2f23586050093023d89fd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88103b82537073448856675950071113a4fa35cc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee8ea44027dd76a6960393f471b3493a1dee674a35bba65b523a35df7dc60d0d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00deeac5019366d3805c4e9a74b675892f3f1a87
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b2ef695f9ae0583411ec20788e6231975992d55497b4a32e09a8fea4f7f1a2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6f13b488792e1c7bd0bfe49b7aa467fe24072ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d0d7057ab34d0c216ad1b45f5666e8c01247aeb7bdf8e1c351d3106dc04399
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e41584655c3cdc6c77294afbcc1252c061a5a61
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77c06af6355bc3423f7728424f6d82497e23db982c86aa5a6f054024f5c5df90
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24b3047be25cfd7dd634852eeb8cc50b90ad545a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc3f7d6284cbfe248984e399ee21bdc6bf9cf5737291e3e58d590be0afbb973c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a800413a58cbfd70538eded77b9f54d9680f0871
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd229f42ccf34535a66261038c0b9c5dd273c105a712f255460d7ee5e1d1aefc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e48c645da40320d0cf85b4f6acb137d3dd149454
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12fa12e34168e2b4b1e2e186997bd78c1351e37064a9567bc68b3ee04c84c7d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..715a4a161feb44b4ae6d05c20928e3fdc73afde1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0d7278b3c8a8e368ea049f8971dcd3c0e179f9cec30beff50a00bc430005eac
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d338830a67c654507314c18f06feca729af2f3d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92898004e4f2250d23363e31b6200cfab5bc133624706c5e718c1eefc0f3a8a6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f324234039f5ff74ea53bcba04e9149b41f8ce72
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:031f316c81b61d3795afe614485901a4ffcc9ce1e68e5c6c7a2f9dfa0a43c6ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..527dc59aaf0f2c6e545708458832ab5b477b9852
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cb34fccf6fa36f400159513a5e87eec9d37d7efc759bd06e2da5148f5bd888f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cee470b802e0095158965729e066aac135b5642
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a924a82e8a6978eee611832e01df76674024313cc8979b1129981992830f634a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11bdaef4d27766b518c25182b9ba861c416d8425
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74625221d08bd6cdba2d24ce4fec3d286134f9d455c7f94f9c2e62cd5a42068e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f83d8b16b3d38c917992fe1d99eb7ea3935f8399
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2306525ebb2de2d331e0b13dda4773f1bdeb4900ebba39cd046ecb591cddb06c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e18ec394a5c533111f3ae10d7920f27982c02c21
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7af01f70f0be281941eae8a3b7b8533bc3fd952e47505d494f9fe117b5ba2813
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8eb3410333e2ae6849688eb9a031349a34ab035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a3d5920ca6b2ba377f897f623aa73fda76dfdd7bc0bb25a9220ba07e572f11e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4372c2100c2de024080e012e08d460282339dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d5862ddf5a4c50dbb2fb4642df9c3b1f5b4759f1b3fd5d4d04b4857d0c7b221
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfed745641c8bfca46eef4751f365ca6d691cf2f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf8e24ae3b82c442a311fa85501da0f108b91337492ddeca3db90e5d44e17006
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4331e66acaf87915e8aef26bea8b3e0981bd156
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c0c479cd0d30a3d9a27285802dc61ca1427fbf7ceaaad5e28be7261a01479a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44046a3a53ddd3a7def39db70b8069e0883c1ab1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2b5afd870d74303d58156d57633ea8c538d0b8f0d1b9743981db4e9dc99df24
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8be40ec53c8c09ee47a3d8b87ebbea5979e0118c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ce8885943d950723ab7ca1c1b04d6db59ff25998d5a76fdaeacc0537a4b287
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a133f6fc3c7b237a21923b4c54d0c0c09af452b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae686b70cf431c54e0df47627be04fbc70f4fc4d8b6e536cd95307ddb72423c7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81f3edf0f8329b078a26c169c313c665d264322f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df134490021102f24ef7727967adabd654cc228cee2983cdde1cf383e55ac8a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc1c2454204b2025b3fdda69b22b326ffe11a98d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0decdc85e10a1c6c9daddcba2b0ecd07b091056d2b58b231739a83528f645ac
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd92b3023b263ad7f3e9429317d2e02f39c8cb93
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08874b173f3226bd0c5cdd1f5eef3404d5589999956ce5d69b7120ffef86b65a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..329f7a980a0bfe12a588389c384324f2399769cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7050e904bb415d53a90fb5a47b626f25f4d54adc697664b94a8eea316dd2b46b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40487436d1b3271195c13da2c07c7535228d559c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be383ce80d2a22844594ec5155d9df71e86e02adc35a810f39ee32a3042c918f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e6d8b8c5ab1ba8120f8e516eb924831213c2861
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd12bafcbf7a5c277feb051da51eb7519736495cbe254aecdf5cf918aaaaf0c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80471fa658ad4244dc27389fc542b710450d4759
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b07259cf7dfaae36158cd58de1e2bcea0090860094d1b13e7e5f48b331829719
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bab7f08f54cadb48d00a1855233b0fa9819b1dd1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1d758705f4bef65ee34e24c09d50e25438b833b077766ab4bb4bf11b6b53946
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5149e779079f6954d259222bd40124741537ccc6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0bf9aed717a9cd13f387a17c2a6c360b4450687db403f699641cfbd46cdddd3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5678e5d5a97365e3b2c8f11f825b00a3ecb6762b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2508d2344c5f643e1744cfdfb31860da8e3d14b4bfa49d58d9feb8d705e250ac
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7c1d7e00525e08e581e686ce0a5a491e8e7bd5c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b06d4cb57ece8cc6f8465099bf07ac40a57789c15c6bef381677719571ce0d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ad785a3f55f85124d65303c6d4e35318f116e63
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02300f1cbfae73996dab1f1f8c367e182b6b5569f954d286fc86999e4b08be65
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49fe42067c0dd3ff37feb4616e8c0b2a20e9bccd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:386d28fa7bc81d6334a32518cd3b171a672941f29ff8123963a194de025b18f9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c8e9b75713f658c612343eb2d03c351b0b507f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00095166f221d8fabe39e0659f28a7de5f44c1ab72cfffc07349cc3c6d5bcd32
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a97ce61addd811b98b78d7ef2d95df81d5b734f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdda31c21f50e70e48bab6e7f1ccb30b9ee7e5e2a0fc85e0d55040f2fea8696c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51c524b6c9dceed2e8d910c1edda97b612b0be1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1ec87f0bc99831e4a5bac7979ca7dca2cc3663e8f085472e7b0d81ae3beadb1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10980c92db2b80963c24f2303c65be4c06a5d12b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd23760ae1a2dbcf09bc534da9ea1c574c389f6f7c3f9fd622a7befe5ac926b5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1795dbe219ce3a348f95de0e6dbdb5476ef12900
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a37a01f24fdf84c5a161732b0db73393d7760bebad22779a1d6721b44bea47b7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70603970187ae2c7727dcdbc0d1fbcdea2ec8ccb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e0bb9cfe268b47091c7bee9b3e2aa2dca1958db28f2114623cbb003f7ded89
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a90d1827cae8b5f4277ba12f22d2ff09307348
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2369cfcffa896f11dc77103b3e69eb9891170e45d2b75f1961a59e922d7507e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae55e9e28b3d78d75eefa00a202b89902fe2055a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c774d4996f3d9db5cab458817b722b8ce4779ff9357db693c3b3937689a9e9e7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8d0f9df60cc4443a3e5ac29e6573958ae045782
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:031322aef752ebc4549d987bc9e50962ac84f36c9f1bf3c216a55ccc9e643e23
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..136c7918ddb5f73399c309884009ab58674b9eb4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d71ea3777ed32838ddf49c959186562580db6ee9dd2b43c96e24ffda921029c7
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2abd0d88be2dc851e294b0186233e0a660069fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69c67efd62bd4acd552680755d5341b714f2e0336f7b0dbab1c1b2cd262ee25e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..340fca36bb1ef05fc1499f8b360a034aeafcba62
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57568d4f6a309114c4818839bbfb615074e96b119be5e9297d6d01ddf00b249e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f3cb00648e77f554ac08fda05084c1e77d4609
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba9d6404af63719f8fa3eb299f7811e7b07a6f90c069559dccc17db7ff5cc7b1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a485e39fe768f93f52871bb3aeed542947e2a90b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:587b632ca04803fd9b80e00f1e8bd1de3ea6887085a37c8fb1d1a17e45dab3ca
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d457f0acc7d02bab9cc3997f766d20203ec19d44
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96d8b2b5b37b6d1dd680c222f91d3ca20d93b809e36a4b1ccd6f5ccb4cf621c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32f86986e702b09854a751b39e4165469e9b88cc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:279314756779018a0a00412ecbaf559e9125b2b916a48bd4c107ede794758369
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d26453da5cb293b577d1f08e6a30acadb7515fa6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f5971832ca8480dcf4c09c68294b8e4b7b94d6e93593dd736b932beb52cfb64
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74533cd37d58a8a09c340460d34d5d8fbfcfa8cc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb03ab5494e38bbe9dfc79d77e3971b74204183afd9baca9a78ec707cc1e7dc5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e0b8368e985db3769efcf94cc8d25ea683d73df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6030f385b0fb97d5bbdc6f728c4d0cd8f7a0cf47803a457a8e2f340d24c07c8a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b7f26ca353a7b6af627830420d5056638e53c26
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfc49150ce0608a59e1e7b7abc43a96475ca63fcc619d03ba805b0b03a525946
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33657f11208ecbbd6ce84dbee85c9311e989281a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5a23bdff5babcde61234760dcf4e9e057eebafaf18b1734d13021239e17ae85
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3053bdac3acc8bd00052ba7e8e2c6c8b8aa12567
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4148285f120407eb82814a08c6097a71132c4b844bca10e6fde65315664ca8f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..031d3e8b82b135e6f0ec5737281ab821292e9752
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2dd8d868b96d96fe38abebddd720126f634c1e9bb901772983aa078f569c941
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..115e42aad9b280a8b122eef7fedd8621df1d2e76
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebf2b6f10bfc123e588189fcb88e3b86c6b79c0155e7827e7d2036eee83c6c17
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2dff6d7488f15882831e89ca6535468c2bcf578
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23f42d8451d0b36eb4f6399791649dc35cf087fe7ab79d0e4d4cf825a558ba1e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9a3bae9580f1f7051616a0336c969ea4550510d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f68c435955d7ea2ac30b00bf5d506a729cd5c979f27d0b2b24dc2092a79d203b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df2bfb2e346de51682a1cc36118cb79e90747168
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d07321f5c4973e5cb78ea0b2bfd0778beb7643dbf9bdffca63c1a9dd24a8b35f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7792f16fbd35dd353df96beff79c2f9964e4275a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc7e20bcdf748c9faa6e671a84f501216aa9b3ee849931a68c24f0350df0a2ed
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..274368d84ee3575ef4b45bf6a11971b902926873
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:496876dc6038567955e17adc5bf8a288e493a6b4be6c25d9391c0d0e5f6f2d18
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82a38add986cc90dcf159c08b2bce4b02ef66e5e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:044619d84da9e48ffe02e2b35055421fdd2714f07a1399020c9093ad11b30594
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e3a69ceb24c43ce8b6e081de0a11147feaf39c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c33633ce6598ef56613a4c3254fc8a205c13fb0209acb7ff6e4fb050a60645a6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36cfa4b1f657727413a2a2f91e618f3d7adc3841
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:588a1425082805a64b0d9ea1f085be3b1624cbd18da46663c8a2bddd77df889d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5848588b3e1f9c1b589355b0a8324386b09537d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ab0875d6367c1a0e77f7dc4cffdb9367e19afc7782a38c75e08f3566c78961a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4efcc434f71e026d7368a515d18fcb596ed17b78
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1563f0d365b3fd59343b502096b9408cc9f667cd316f9b65f34ac5affbf796a3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe8eea8e53880f028302d89bf90b62a05d4cec8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:047c63ce6401c14654df6b8886985d023fa7a30d201ce0a4d241f0a568f4f8da
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e25aa8d80062bad6aa5ab452a2eef89c240c0ebe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd09a84997675f315cca1f643f5bf2006fd6eadacb5f728e1843d1645adf88b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2de04b2ff2543078ee53c4732201a0abc7bc6b16
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06847334c58ebf678d5e5cdb6fc50f5994432114b0ab3b0d65d7583da1b9d7b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adeb9f7ea9ca95d2de8cec13e2fa5c700d1590d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33004bc0f10c8cc9aa76979a548b99bea83172841646fa53b0d090a8c8434723
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d7858af09cbbe7d6d54e3a33b99e42ec908cb69
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80799770d7accce9cb84e7e04323e4c83d12d6655e60d4da41ed3136716c113d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a23d9391433f5c7aff9154621d0b0eccfeb829a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6665646ccc9fb8f9b58d5299a06da479ab92b76aabb0b634a85aba0a9917efa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44955f5c43288ee5f5b5821bace48cc144b6c4df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd2cc172ef9ef34ae6757564032f73299069a1e9cc393d0df852c9d823f7e06c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c331a07834e554cb1a43d6f351b66f2c7b252733
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6485f6bb0a65514f74b4bd78a973ab6b83b11ad5e022e5a6a71167040046bbe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21fcd8f729d71ccabdb739da4286f6b4e37ec1fd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27266bb906d8b639b0ae8a4706c5966fc8c01eb62b0826c55a10450d9eb42532
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5b0f0bf455ec8287441ecf0a5025d97fd77d7b5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50d5ac2b3bba12aa5fede643ffccaba707e38ff6f8b82e847e99dd8ea322a0fb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a803ebdb7bec484fa7410480575fb2bc2212e7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ef615afba33728d980fc72139ddca4611475013fd26a24da99ea9b9cc161cb4
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..002baa9145168c8e36be9f203c9f226d849e9ee6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90fb3f9f68b276b154bf4532146fbf86cd9a86847897de3e5ca4a8c162a8b7fa
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f5abfb6813b51884be37c464e25f8645510236c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9f38da2110935eb6cd03da3d35f56998d91077f5233f50fc68fa840a7271c0f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1ce51e08c1e09e585768ebb2d178586c67e8bb4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:257059e1f2d48e294d31ec696e959302113e4ce48b8e8e82d7e51e11084d4a06
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a95eeecf0d4bdc57ca08b7812f134c851d1cb15
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ded28041b4d8bac8be4675539cef732da890321c6997535f62a929b9f3fe40c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3d45e263d8dc6181aa7d9ced2cedaecf58eeac4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0f06734e6f0d7f1c21c46fb113cf2412206ae7b67bbb61a0a4339af179925e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d36760508a953d6d0c83dd9d302eb03d53b5b469
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0f62dd112e07136614062e89340b6a622d1d4c5451cc5473a5c7a7493a0f6bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4dc62a7e55e5e961cc2d48d718af014c4509a6e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e04423c92af6ee0afae62bca7136f3c3e2f2e7985c2d066c09890f23bb34f7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e00e0910325894400019c40b3d3a038681c63c0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b68f5394b5d056a3eb826a155d4c2ba1d3ceee46a35c5577861be432a0349bd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4270f1a9229059c54db45504bc978a041c7f29a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb8714ed3ee8f6287a64bebbc992304546c809dce718d2c27ccecf57c57367f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..127ffb57b642512f7ee392adc61748449b5acd26
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3124c5d97dae7b40de5fe6bcc03950af9b6e71694651b5ddc15369660abea1f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..225709832c03d70c3b1d3a7b53da6eea74856756
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04e7b4bef6f418cac038aa40aa0e2466ec8a4d51480ebdb7244731e9b3ce9840
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7af313360292b46d632c180d73ffa060138b661
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b4fb20324aa6fbbf97c90a457e17bb9f974028f12ef61e8ba2ea422bede602e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb65160e8c356c4c50f1bc81f704209ba284c74a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b94a809568642e520d5abe02ed8dee96ae129f43c9341721f4e3974cbb8baa80
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42198a441955b2a9b07dd3f591545643f5ad57d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:219938ec249c07b43f5eb46bfed9fdeb81850e3a8104553bd99a254dada5d840
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1e0728e48593e011e536093aab3b04864f3a0ac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e45d472dec1b5d9e25980e84e0785d1bb28a082bf43c433684ca4fec97325c24
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08160c8373a1c0b9d099a181953ab9de68adcd89
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54e84d95667412233b7c049b4f4b78925183e792671cb651d67fd5ef8b008f35
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b03db6f0cdd39499dfd96e85e7734c5d1348ba4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fea03003bc380b8b08d967f2b2aff51913cae269adc84b5393b75676313bb1b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..487185702b63654b1e87948f6a41f462fa7e2cf1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79ee771d2fc1e673cf62c53cafb2805db02da5876616a80d9335eff9cb52d0ec
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86506e125610f09976c152006ced7ff8c79e949e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b131fd7d84c5ea7f9c29ad8516da5ca8fc69a08da7ec9921e5ec57e88e01585
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7476759defd1279079c3a83772761bd17a4f565d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d06ace31c9495a6f25c570d9ac606477251da711e8b982645929d9c06e5d962d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..365b0fd77aa5ac806e8114e5d24658479fe0e247
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02e3fa0e10844808e09384e79b18fa307726f15f85eea601effa2c55d2d84fd5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0a5c9f5a50a2e80007990dc835aab85c055a23c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3565a479ba845f4f974d264931c73bd55926c3c3b58f3c7196194b25d2702af
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75509619b8cd0dac213a24822a3e33287cd7f341
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0a6bd54e16d7e5c95d23c6aac625e1e846179f394291cd972f847081e660f93
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41c72025e91627539c1372cdd62f07cef2f0146e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e7990701fe8f225d5ae6f71c77fbab0519d33ce3ebf93cc72a0aa554a3c08a6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd2a1b4c48b9f43828a580ac02b494271c440562
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65b1b060d7de94968e703b9550ae5e0be2ae2674b42ab13bdcfb55ff0e4614df
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca1ac52d27fb3eb45e31574ece1e5be90c2966f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d9c1f4677a7085e997f2e0cdfdbbe3305b872a9b41b9df3f1431ae964265d6f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3eec74c491817d2a102678f04bd11a8ec7a9ae9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:780d51ef974823b84f42205b8474ca9a1984f70c6f60c069aec10308a8637390
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22bd8930b0620ab3616a415529ac7f237d2f59ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a0365a0015e288bcea5a631ed47f2902d4946d08afe8f14c8713fd16dfc8d77
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80f9be0e0de76c91ccaf79266aae5fa0f03d2913
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53aaf717b5ae10afff377356d298918bac46e12b2feaf68459fc6aeecff8de84
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac5ef37c7b7b49d3fc138d3297b4bc81f02757ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7e23c10e570cdf5343458489031687d894c79bcc0a3947a0bb58d9319459b28
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09d9db0ddcb5dfc509a686198e3229bda20405fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9892726a12da30ab3e7acdc31a4771776b77c3dd3af77d25af066290b92c1b3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9ce88362233c4c543c0247a861c2e8da2297172
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d985bc05957ae7abbfc47838cfabb2f34e891efb3fe44f90be098b7f5a6a3b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9850be4af685ced8d72dd86ee693f1825b94710c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fc81ad27d4403badb66d32d9e944b95bc25e66442e62ee7acca631e28fbd163
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e1633ef506561f8d7968ee0303844df4937597c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e125a17c8c13db397c9af0240a478ddb1cd80ed73a4110768f72d8f2bc10377
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4f332cc03217f1779940763de29c72aa0b7aa87
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d948cdf1fd8b7a8f8aa3bd16dfcd1a4f767471e073fd057aaca4650a35afe87f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07f3d951e6141de19d176ae4769002998e02720e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85f24a5a4660980f5345b6fcde7939b337ec6acbc0b3e93abb31f53111b05c02
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..208713588e8297c4bf2863f7ff505b19c10b895d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8df3095df8bf6c903bca2b05a6e70c4234b09e4f783da8690a5d22e806d9c6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45877d4a3ae5a590ff7d007e73575eb24370ae14
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c2ff0769aee53d1c553c64b2af6df4db856f36e0586d99f76a6bc56e634cf3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..992a5a153f2fcf521424969885a8de09a6350290
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c90a20d92eaff22adbf59ce7809202f89543aa72a9d5142ae6b459f60cdca76e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52d8888861c689f8346b74023b728ce04e88f2d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b876d8af10a218fd36c4659ce174274520ba55f19022362d69b6d617e369d059
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3251d4edf82430f3af9988496e343d4248e1e491
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dddd61f204824944b840bd2b266f98cfaf07e74c9b78a43df8885c05b170ca84
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..696e9de39c17c90e82e30cd0550bc051de24daa6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f34f636a86137a140d0173fe0e46a8d5ca66b33533689b1852d0b61752eea0fc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccef4576d7e1d2b6a4a885e430c0ab5981074b65
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a12427b9047f5c9552ff1081660afed4f7b592a1e279cb29f8b40af0317c384
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ead99ce4fc1941f5de3ea5ec8e47e7d9a24b6f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:457804c17bfc3fcc81a1f609180bd5d66c08a1054f620987f3fb489e8d5c7aca
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bb491bf730718da6a2d0c42427130e760b0f5ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8781b7db2b6ba1a06ed6576fb8c8a4379b0ae7ff275ce53978a1941eeecfacce
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eac18b010da4c9d3636b44f2190bdaee985df9df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e242cd0f6ac4b8fa0f4dcf2715ff51d82a12fc3bb3a058d04c671b375375cd4f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa377bc38b7aa431363ed1d130885c61c725049e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b5ce8d72b62ac64a1983e90026626c2c46a7ea5880d36417871468083dcd9ef
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecaddb248de18059d94dc0887d8aa86d05bfa039
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83f4802c8d35a0ab0840b83910ed2deb4c7ae9f85a5205b6eabd04fce07e75df
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f968dbee682cfa50251c27641476bef24623717
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8c9407d7ec56567f430295b0d79dfa480810980e2edbebca8e77d85136203d4
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57215a5874c00d9c125fe4272837cfc2cd95b3af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08f9de1bd14f3f9aad41eb6267e245d4c356cd9d5666a6a6154a6cdddbe1e0a1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad381c385eb867a5701c9c259b7a16ea43420bfb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea34c3a01d6ba683e5a4f64831430f9e92fa5926e19701dc16b2ad7350403c4a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e3242bbec5cca999032a3afd5b5a0e6720e025f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6404977f35784c7eae91de772826d745d8b49a1549af1748e24487a9b0cd79d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bf70f10fff08c1a787a3c7dfd07e9ffee5ff58b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b820330b1b4167e2be7f4af663a7fcfe822cbf638f057a7b581ee935f78b29ab
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73638d2680925493adbd7ae68cf562aad8a012a0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f70320388144db71f1bb73e8d5919b24f027cb4383fec3c4280f9d042668f63
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4660e9c815057afdbe5eb920494d29a667a3a89e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59782a192002299ba5d42ff229a361f5b519229136a0ea2f50bf52ff2530b82a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1309359d85e86c704c9c0ccc4dacbde6638380f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8034fa2185c3da22430b34183098a49494c40ef14dfa0b061b3eff858c1396d3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cdb4dbe6626e78a009606ca241effb2931206bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92a4144d96468f679750002518ec5a2a505f04d137062dfc5ff01e2f8d4e9bd0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11efbda2025345afa30f26c8b55daf2909496ce1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5323d41c807d247df660ecfbf3aa7546b37f799870c9019722a31f28339c84a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa5d45c7eacedc8b3f59f26846acaf4221e4c6c8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cdfed40723643d221308880b31b78c051c5b5d6e4156cd2c93e170c4cbf3b64
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cdff2e609cd4dc3e9c02851767065434ad54af3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36340a14a90a678c4d3608894ad675093eae7449df8a638fdf842efd70e1a875
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..227066ebc3cd69de9ababfe12bce76ec75c37f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ae89b50b966d6fc1239ad8673e9f685aa0c2a0be08bc3897ec7443278fe3f49
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bc2ea177451d021f2c3c4b25798ae24abea76d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbdf237b7d1f58d8bc9231e490e9d6e134c72d2bc215420a30eb8150ecb07ab5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..202e713c5ef516579eafa52684e48776cd8a8c2d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42be9ebfede3f0f3de6ba9f23073247d37ffd4cc4252b300fc0bf8fe5b79b3a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e76abac822d841efaaa38077d0effcd135b51fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11d809e821429bec06c94cf32c40cff5a2b6a78de2b029897f9899d742a08379
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a68a1ce948a1b2bf00bc8d6cb9c4edb1f1cd1dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d176bf88e653234382e29747aea69bd8ae1986935e38a87d25304cdf3e8a9f17
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2dbf8347c5ca3cbc2e2d5cd612a30ea0b665c71
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4860c43e5c9519df1709e7fef251321954ff53264125edfa2d8a6896058e55b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be5e978ea240a0b73b5287057a620d9bb38a9c9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a043695ca2f36ecad89742b32434d1dad30660d9338118914d31067fb3f11bae
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b7bdca9fad012d827c026e140bb00fe843e6b1b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43501017ef00852aa1f8dd09579b0a80dd57bcf4e014aa6bf8bc421bfc4dc267
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47bdddbcce2a45ae7dc042f3a3bcdb58491f398e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c7667524445929e7bf2b11ba925f191701b31ec7e12321ca6749bda13c28322
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2461d848ca64c8b7c7f76c7dfb77b57103cdd519
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce39df9526a8dd8a9a67ebaea90bef3207b2f9c58d113ffd5dc704aef9ac2c09
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b73d5a4604e7afe209d2bb0f87c4460ab9313793
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbe4a8b9508c916b642824974e1201be640bfe7c76c996478f7ffc5288f8c807
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34b43f7fa2b8afceaa0365538c7b39f93f7d0e03
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80e829be47d0d95039c0fed865d1ed99dd22b30492dcc81c6fa5203130193300
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e30bab952c895dd18466835e783ec5d20a2a377
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2940e11afe03c73347718e2994474a22105eda553347cd15f51560313d6a42ec
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..881cc1e5fe6ca1324d9af6128f2ef59e70a9b7c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a6b2473de7edcf260a1a864e739da918e9c4faf287ecdb8ec964a312b0a1dd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06c0b18883346e535e4c22798be970ab2c7ac771
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d3a4a30537fad938fdce8b982473b56104362e6cc9fe03ff71c3ba99d05854
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85f58a11d7087ede60a1a46fffcd299a50971f75
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b9fa5c10cfca7edecfd1938825eec150a9a2e4bf76f9ec12d3c6179f7b78bae
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8fae9d64809866175083e133b6b2e480f040cd0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87765c1b6e50334caffe6462651a894cb9270c64ab6a60afe29d0f7f4a53891f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97c203546ba9c6d8880f9ab8450b9f0973f5dc67
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bac08315878fa341a0f2df26611515d4b927f503ce8073378916bac2ffed827
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..095b695c568146cd06845fb52ec94a1928ffa0c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c95550ecc794da80dd9e41568e32ca2b84969cba905729633f2634b891d2e834
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fa1b1d56fe7f0a112004b2dfaf5c6f3d5a7e446
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e095dcfcd78176b433ba65a94b02ccedc5189dc55281e751552b89e5624d1537
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c9ffc5f40de8b71fcad20432935ba9ab1169776
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1e645c63fb38640cf87e036983be0ef877b36a538c00413cf556fce2896c8aa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01df4c4bc406516be16a27326ca26eee644f0cd5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f942642d13e9e6f09136f2b5dbc7eb526f194bf97e3d0c7380a5f19cf31529c6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..549d55ed42b29b9fffee8a3063464d13468cf073
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a76d6675c528c9e29d2fe20f7128fe38eb805b1cd4d6d7d093c76dc304ba00bd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a5c0dee9be0bdc2e846487418ac3d339f6d5667
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9f9bc46df4229366e0287c04a94b01fb4cb40c9ac7767bada231a24def03b2d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..256091c2a268e806cc7f8ae2034d0b3efb561070
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30fa3edb4703a5976baee55967fb1f909106a3cfe488c13c886a76e341366362
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95908dca930ebfc19775a9a8f3968bd383507931
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eda59f3982c3cf04f9a6e8167cfce8d0582e466901d5904259d2717adc8eead
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccb1061331af53c767a332f2d371835832bca255
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7afb9e43dd3423b62eeaa319029eec25382bfc70022e6470d4bf7e143c03f56
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29c60ba321b945fa82f0cd37365267178496c7cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edcf6438ba0971c3fa09b429079a5931dca20c7c268adecb1fc4da441881becd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0f1ffd8a7725e7bcec247c26585697b247b87bc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56410663b087a6fcd3f890ebbee558b9db0eab9b8e57c09d046268c1250a91c1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abcd9dd8aba0e2f1bd4ffc6a4d2493a9aa7bf4f5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab18f4ed7dcec4e478f18362540ed0875fb913b44d5aea6ec1d8e5b01523ec3e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fd6a89c71a6ed44dbafd59056ff2efef68cafc8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64239caeb10599eb3c395eb350164f1f1f970832aace1e2c900b1b0d66cc20fd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32835c5e053ba166a30304b338ee9a766a5dfec7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c58ae72c465678348ba6c922e40f6aa19ba7e36f2c99eb66c25d8b197d042ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97929f89feb6f4880355ade30713b84a5cf7200e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d584af26fd85ec6a5672b7aa5390d5bfccee4827f37a06487b5255aa90d8fcc5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c1a9da46ad81775f850e670c6807d415d81b011
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed2b3e965a0828235e2a6fb3d366e2d99ce829972957117d18c62313cc241c1c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75bb620c03118b63fcf998b0a510564bc697271d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78f49ec9de70a6be1165c6ef734b3820ae6b79614136e9f94f7b91cf8d632ff2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..314bc568d41f1d73e38371bf71bc540fc8bd3c9f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41daaf1d9d99fff531a52ae2c8f8d29b5a11c9600a476d02b8ed1b0271741d43
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c42599a2a181ebb9f5437f626a7848db8b361945
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba6101b364943ccef7042fc49ddd2b88cdb70b48f83711a8c368149cbbb780e2
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7346ae6987ab9e0ad8e06493b13a8fdf6a2ccc59
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac232ea4b9268b5c2322ae0082968f5b55725f162a0d95e7a790792a33d38fa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd4bf663ed8b526506d87cfda8346c42594b0030
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de66fdb22367d260ed81378395203b8e6a2d0cc4246972fc3e79b67a9c4b29e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05eb2e895a4878855cee8db8c5122ddd5a6a9c32
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:350a3bcc67f053c71b6afe1e4438fbc64a5d6cc75c58bfb3fdc2221ebbef5574
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77c0ffc8fa8cb99b22d620945090ff2235b75cb7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a65434f6d7ccf1583b0201c3a0419c3c858474f5b74c80a399a2328574ced5bc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d2657c729234f1aefcfe35abd0284aed8e526ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e908055ce372e6cf110895dc8596f831873a039e64568ca9391116f06412055f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c74e644035de82cff2adcb272a8728b416dee40
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbe8d7cbf87bc7f442c15df77708247e7c047bf02deadacbb08ba72085870e53
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deba0c931836edd56476339af878ee0592ef6e43
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d7c69682c1ff1821cfd2333a189f5afd8b451806561a1dd7f5f1790f3e2c617
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c36a59b7dff9eeb6e95680e220dae79bdf128a84
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b11a0f44e51e2cc70f2e52a2f932b8bffd5f2402e1d1cf24a95635714da7ecfa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b9704e4ead195f53f6aaf40035eb89e3ddd25a3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a622f587ffa8f0a7f3eb23f0ae6c6a5085fb7fff16e3a4115a7dff9ebdd2c93
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76a5110db76459963c6cfa3081df27574ee61ca1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be4e7bd0a56b524f8c1e1efcdc3f711ac14eba97e766511b63601171168a23d3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdf067a91c209b9a40ddaf2a011d219e11c9df2c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7daac572278b602b111a24c8f87ff9145b1ecb43ece9d7c13729f52ff01308d7
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..724c5ac5268978a934a7bf6f52ab0299305ce0b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f0cc5e964764f054cdf277de4fc4ba712d50cec8c9de7f5a89ab1b52d452fc4
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff474454c9c6cb8e0c349352d5a67443e38a8d22
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:511a805fbd1f6ec84f638d0fc9a09d14eb8c512f01d6114e0f381df0c613e83e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d6096821702931f85e693b406772d0fe5028a3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:586447b8eee97bee1009e2b6c9330be6a6b7ef23b4589741c3fa337ec212dca0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9109dd9bb8f15e106df47cb55b60d81f28ad9a96
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57802d0d9b1469fbde3444147cebfcb7df82af3be394a567b3039b472808c69c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c300935be450f3eff9aac610a6bb85e445b69546
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b6408c542b35c15488b1d5de9aa819b39e21dfc1b8d9f7af6e8850eea23a7e1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec9b82b32bc579f0d4f0b6abdca8f8cc650a9598
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f31f73fb9da62848ae03876bcd8789193040dc29eb1235df3be6d55b6f431a60
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57f549ca684fee2a4ed4185e2c08c5ef0aaf2504
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0149c27e7f18b5e335a67285b5e7077bf994b6dd6dffa412151b4959a382b3dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b6f41cba25ec1b830a86f617a5fb225ecdc8ebd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daccf69184ce7643080af5331ab16e5132e998f932d8917a0973a5c27294a6d5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6edbd558eac294172b8936b603891e619a4a3a83
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:132d19b0a734e5d638936b7335d16b2892bb8f306588ae54f232d0c7bd3bb574
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18cd9ad6de490d0977c063deb5366114600f422c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d85106e45010c41c06a123c8d0820428805f5ef4da1465e70fbe40e02c5c9e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac3b19a8bb3ac414d7e1470d853a56be85ef4259
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6a357f8b0e1475002c6ec5a989d57f399aad18f2e07ffdffc5d71d3e69f78bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70407022aae3548bc13e9ac93f4ef641cdef0c51
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcdd4589180a4ad8cace45ad269b66b56626da74b4be661477ed0676c081d679
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d8e85f37d52571f9e97ecbebfa1494ba2a37248
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9539ba63808a131ce279750dbadeac021c21237ebda08c34e41552f8b4aa286
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37ef528cea0e990f820d3d3a66fbdc497ceebf17
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a6ef465ea42875d66035a548ce666416091bdb7988badba3af350c7debb1a8d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecfb7c907d3065f90a728fbbddd866d6b21ed151
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca2373228f49295be2d6b1c51fd1279fe7f83eb094fd1af79661ebc6f724066
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a527b8ad0f31090b3202c157738124e5f89afad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64096096cfb4809f50c9d96ada2d092deeeefe28c6e14dc0dff50e2d189d9530
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0bcc61179039cce5863508b14727e20dafa22c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5ad93a3af9eb9b8b1d58a93b8c944743efb0cfb562a98f3b181b82eb4d5305c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7dbdc98e8ab16e132663f951ffcbc921d2b1767
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6119e22c4687815dd193037a172e81c37ef9c9682482a01c064c629d2be19059
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18c74d0e4796facdb1825ab242bf4d895cff31e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4df2bc350448022047bf394965aeda1fcb8c404d76368fbdb5bd1ff3ac12508
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be4343d9f0ce89b4789323b91cf78a05d5e08020
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:484204a67adb03a5fbbcf391d744d4079bd67482bc874e86821b5cc0f366de64
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c55a1bd98630f599489d16665ed281cc6d3b0bab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5743cbc31f62e760bbc5a878e85248d2f38cc3102f05bf0c88a9c0e744809b63
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff1ab56f5f90980a90d5deac829daa1ae604a945
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a6c90dafba8ad4a2c612c84f2d664a5d3300f7dec6ffeaffec22157523cf7e3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3a7af9586ec7c8360bfe4dc7b01a93156c109bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc3d917981508cc61253391b34a02963f2414eda0cfb21e6fc9b69886b9eb414
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67ce8944cc06193b4750feaac743ca4d8bf0053a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97b2847b9c8090b20ddde10171d3a5677546b2f64fee56ebef767d3fd7c86e6a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ba6322956b7858545eb10ee3417738b742e50ac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c781f15e866e9b0fa8d09581d9904cc2d721cf50df68ba402abdcc5adcc73f76
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5057701468fbdfa9d8095fd3a63aa08cce9e6d63
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:916a1d3f43070329d058bd26c5f808b60c4438bf08e9d20478d7a694ac91396c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17b1d84c18d514f21fdc94bb84018ab23c66b194
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6be8fe6d384868ebfae8e951a909b9410e7d3e573e81d825497b4b9646f695a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e86ff90688d109297c0ca28cf154ab1008123525
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbba68dd4d6d65098a35d2d2fed6ce8dc55a591bb7d0f0248dd117141541cd5a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5646b95b4110a5d1930709a88679ec0dd6cfc35c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fe7d0f224332eaa8775984dc219d91b8167fc5b1baf96dba9940ccc7a1831a8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25c42abcc91b2e7d93dc77ed8b37146c48918a1a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc0ee70caac72569105d07d3b129008981f0cacc0981b74a15f5a08ff2ff7b99
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3321326734ddd96ca81668a9450ac6d07e968bf1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4c0162f5190a9d74e581f5d9d5007f707bc2493ffe063bdefb812669a188d61
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3ea8b5a2fb528d0784c0a165f101a195ceb41ac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6e4a70ca489b3814832988a241a47f3185a44c5b573f17d6351838dfa021a98
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e172cb57c2add6e6a9e6e64a791f1352a3b1104f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2290145ff98a9b68673cf2dccca60d415a8096305dfe18422bf6581fe2e149d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ce4f8415e973af01d95e7cf953de52da7709794
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:396b3b1f008a69eac789db885269b99d712c1e7abbe49833af89e9149843a54c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98d5e722f4997ed4c97ffc03b73a9df2917f3d32
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d2be166feb9723fe8370062b9b651f7aca2801bacd791fb5dba898b87c367bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cb257da705206fba94fd33028c224c4d048edf5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e54d5126567e94fc68c2ca2cd0f318c56649b1957c3a198125ae253a30569a74
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0919f37ce1dc5e58d60895408c611206ff3c2b48
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce92ad026b8a673566de191dd13923e748e66ef35eac3a44686c9d7177493a3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77a37367e040bf4d14ce091519068af40acc8e8c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0534b0f5ff1bc665d340154be849221d39bf3c1e38e312d2ea38a93b6adf7673
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45a4cf0855a3e7ba35f9f2c7efc4e5e0d62ba087
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37b776f1408001f630e38a01a098bd782e3f99864567eb4e0c619921e305cce2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad7f400e25ab434502b3d4cc18a37cf71d4d677f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0666fd1634f7d984e1c41829707dee2d7629772b633138d5feff4eb52f1bdec7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de6b97192b237883f572288f1a83154c8ef3d0da
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee0b5b63718f89fd901d5997716064007f59f39e1df0a73b14a729a9e3501207
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22198c22105dc1e0148dcf5f81b94b0a80e12a25
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f12623ffa27d8f1672c19f62e77f1044e37cfd648f15266daef814ddb4142031
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9730b3c339a6290391efd171d4be39dee051d137
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9685437cff7c5c421262ee938310a15bf959e951663aee683ad2bb09011da8f2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32d55f5262b995f94f30255f58f8509bc45d916e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c49c394572d10e82b5b6454dd775ca9ce34484806807030c0e266627ee7a49e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c577edf26e9dd73da57566f91cf544f07abd683
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a5b025e6f8433af76e7d135ddfe61166fc816953372731dea59f7c5ced246f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..483578bdd1da6d211dd25dc20e9408f643ab439e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a889c72fb38ac0ead92a5c535acbadf314e41be6644a8ee164b9abef6a66b1a5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c94423b9de3a995a48a20bfb6a9ce4eb8bd8d14d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c4fdeb629d751f8e862014ac0ca6b1ee353e95fddf3484c7f66a2f8142534e1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8cdb87cd5c309ea1d5240442d64bd25f629a26b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bc84572b47e649d2cbca6647cbfd1c2eb03a1aa9ef3fc30ed564a9dd0c59ca5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14b42dc46dc2dadf26af87bd2017ec04aae063af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:777d71440b6ab78f71fe70f79d6a65355b30d8183e1ff6ff3bc377f88d8cc7d0
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb9b5afdfc6a9aabb325f22776ba1bc815419457
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63e4a68f475f84cc359dcd27a068d0074f02623be5732d0c23dc9a5127a28b96
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bcac92333cfe4baee6f75140ed08f9481630257
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8f98435eca073bdb3f431497ae1f1f8aa333fee25d00a0aff0391e22557d415
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31bb249d2ed772070b9670550ed9bc19501f120c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3466eff79d241ae9ea681848689b86b5175c3a77f7b4b3c002b0141fe0a4e14f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baa7e741c638df27248e71cc4da2e9d8bb74944c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e3e1cfafc8e41857a1c2ed0e6dba922f9061c91b55df8f884d03dd3798aa4d9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..028f4eac308c12e5d9d8a6e1cf0239f4b42c123a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05c6e8f9d5ddc7b422f697d2b7c09d5eb7c30c747c85a358a12dd1328812390d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3b3070867b9ddae392e7eafc895b8be5e588942
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b66143d37a260fc88913fc25d30f5683e72e73ab7d31b07ced34b2df5e7f188c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bf615764d0f7b0da79f1d7110698a779d47cf37
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c1b37c2c89ae28b5be47ff5a0c074fb39aa7a10dbfe6f31c6ee027f148eb539
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a4d65e1df8b10ab741ddaa9a5a35113020141dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b933e3dc25b53861bd123949835ce66b5a2b4fc6248ad19ea48ea5e46ec38b76
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03d38ace5d6e76c43781c91458ae3c4c453e1b2f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b583960c5f1d35e012369d90adb4dd735b33e87ccf2aa5b5b1fd27a34cd61e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4164f5a8a3b264063347bc31042b7ebc25e3a7df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a06a0eca9e5e727dcaee6281a010b86e94eeed690eb2893cab6af50dd7fa554
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86b1bc7854bf66ba0db9967f07151ad7a6e20772
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:953dd2459a87adc7dcd7e2cee832c2fdb3c821f4b129c8baf73a343919af0886
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6267cb62c1fbce00a6bc37cd1427650e162b24c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c899e8d62607b00271dcd617eeac5adac5e4e4facf2108dea06e00ff63a6d13d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee6971ea23ced60b180ec68d07b865674d74935d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a647a19084cd6baea800e4ec9ddb4d9ed93ab8f4f8dab355674fdcaabe1e7e87
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c29701968b4db7932f5448cad0905e639b7f007b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd4585e4670e81e7959a1e3732e7c8ef6bce77074819396c61c8a86d52331941
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/lm_head/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/lm_head/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70585426e0af54e5dae1f9cc6cb39cba99a76b90
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d15ab1db5304c54f1425a7905120e146704ec4629eabdfd849be138137b383f3
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5db05dc32688fecf001fcd2180a9116fe261da7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bc21e55e4dd148c180bd0df16b4ef11c62cba0952048db932cf5dd75a76f296
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e1a84ae1c0f1c6a0da5ab43ea06db474bc96760
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:661b35de0977eae1e47dc754a0b6e7190ab538553c30717174fa475ca1bef32c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f8f32b4da8ebb38c63eb0e3ae8e9fafd525043
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0f8eacd0c4997a540ecfde37ea803efaee864af621a86e1f33717500ed67d4f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2169d42ef8858e29f9f8016a4204d7603caa1880
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b122e136d302c18bd962035a714af9ea3a44f95413ac8718064e9fe429347c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f73b0aa6cfeeab6ad86b3a829153ba845c7dc809
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae0677134a6e233700d946c85023d6697f733f7326b7698a395798f28064bb0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3b6383795b8420afbdf8d90f2f5e23aa0a3fabe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d9610699873a03bc588bfbc15dfb644a90928f477a368284bf423dd5a74e370
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1482fd093d90f9ae4f121268dbe3ca8bccc4019f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23cdbe9ee757993806cf76b1eedf87242368380764448451434b4453417fde8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b72d6f4ceab0fa74d4ff9c5e35c52b5a7537a7d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dbaf065109bd666a49e11d910025c5531708514bb0c5ecb592f7811379670c8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d51fbe8dbaf2bd754b0615529671b8fc666b9610
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd7ad86e354e52cb38070650daf5a6b84f7f93db81915d47de9808ff615f6153
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..984ea6f14526b10001aba8f54397df623a15600e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cb8ae943c2f9ba83c8badc449e257a94c8027d87c9fb0a39208dbf65a063a98
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c4971b19cd6d18b6b1e897690e5e9e1ab81753a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d100c469baf5579ba78bf6a01e3c924d83358978ecfe382666ca7f4fb2e1540
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b467a1b41bc3a4f908ba5a93df9ada8e2f39cc62
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a96e6cac26878715c436dc19c408a33f7bc5e0a026e809c68159258ebf340170
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0043b4aa989eff96de98d755dc482311b00dcaff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e8887d03994b65ef5ad8fad3fca00a271ae870b73a66dcb1653bf2baa5019e2
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29a5b3d651d117f322ea3e56a219f4391e452fd6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f1032f4e77a745c5de7c7ae134a0b671407bdc467a411332d276f80acf06967
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1de13690fee752c9b7cbdab4d2e0061a37582e2b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b774bf92df83e888241d86bc57d7b03d84f36e30737d47d05bb9da42039947
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a48683cca4092c127169bb5af9b5bf7144ee329
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69c127dfd6af102d03c12b6a77932da37e19ca05bc790c1ece17c1e66702f0f1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..964d21150ab81b6386fb8122420f17aa237cf8ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e5b5e2369417df2dd581e6026d73c52d53ea375b159267b8fb97317fa2cca4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05aefee8478273aa9b87f8feb78f76950b379f0f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a128c47c7a1d620c7f5e158d54449c7cfa06e3c24f5bdbb7860e59d1148b87af
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52f7f33e4648c72f2abc499e454f5ab24d9c800c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac78557fa6e87aa9e4ef4585f8c3c66372ea03b52952c29f298ca45e21899072
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a4c88bdfa58456140e22bb1bdc75b029409d07
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6d1a18335c798cbdb7f9415bb483f270aa5d30317668abff03e758655995af7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eebe46b996814c85ed4c93b4aaefcbf74b9210d6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aec3127d2f44d8055f7fa9685d68ff52000019dd030c41e82e68f846380678cd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46c94bd8f64ef879716262cb74b95e36e67be1d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec62c131055cfd31a63e6bb2fefd414108d071e6174ab2c32c72d495900f6777
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3265bc03ea23ba1d6e7c908be937741190580c52
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:235a89398e395fb3e4cb2f955ee524eeb00346c6f110799a1e981ae92ad91848
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84fbfadeb1e63e9d230a85491f3118fec117b764
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcdb4668261cd5833a1948635ad8e4d7309fe36f74690b62fefb6d7545910db4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c3ec89abd11e4839f428e1bf73152a272bdba3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff9b41b84c9a4b21539ab5734a822d9c374efa08a414a9faac56558bdabb51f9
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3fc862dd8f90cc4e1bcfda2cb6acd8a1e06f173
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22e17546145515609575606781521d774f4ade19e0552ae3542fb124e2451e82
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b279ff38df4db029c75abfd8b4ad4e1e92d1cbc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:710c4c12a7ff0b7855b3d61e30b76de8adf819bce97b83b141268024e050fbfc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08c389fc95c41be69b520f4e196da51c34d1af37
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18353bfee625c99a0d563b2e1d25b166856e42a2b2f95bdf96c2e288c6f7348c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37cde25a929f622c56eaa3c3edf78b7831f7f33f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b10014bef3947602ff846bb58727736029aabef5f6237f56218a082d2404afc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f07235a41919a22f70226f243b34b1751e36f2b6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a484bb73c049814848d29713fbf9be187b3f21e2a15878c66a9d21bf4e4dd041
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96a24bbd6eca6182991c1222c74250d0bdec1fd9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35907b7cdcf086eb0600090c8a034de32beb9e1891967912cf00682b98e22cd7
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c355cc2375b8fa959911a710daa31973e834973
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7f00be88a6cc743dc2cace30a8ae7a35d6d15a7e5aa0d77c5a2f33e410322c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07ea0aac481a2ddb2d1ec4183e408b1a5cc4f501
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c3b4ce7e7e9315ea02931fddec0d026c75729cdea933d29a3ef6f9dbe3275fd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c315d5c8683a03939a5d4639fafd27f4368dfac0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:076f2a75c37f0e5dc5945e6786940b071c0a4a81057a1776ee01bc64fd15776f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f61acbe5a1ae58f6fd7fe2da217ff1fbebb34f76
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a49b4ec7db5e4d81c0dc7d58c4fecedb401307c5465a3607bd92ca8418fd0e92
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd78b59291136eda2961047399b275818e1aae27
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d38aa1e9d2c53a26d9249a82f39d2f4e77d6400d2adbfbd7013a953a423c7b3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f7443faf26932f4f0d89fe98104d75564e5c9d4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24c872adcca60736a8c5b166bc317064286d385a375632b948e3ad29ff8f0e21
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cffad49241f1830cabc763f5a49abc85e74cb1f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:810d075bdfb2bf6231b203b0935aeccdfb2a2fa52af9a6fd144128b620eaef75
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8ed8f4734e74c06023d5186d5a8363d51dd6aa1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18c3c3eb27d3cd127d5d3909ab8ba5b5d9ee54f0c1ec1ee0008c953ad5c2204b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e70fc0c23b0cf94e73b69c45f401b6b2617e7384
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbb21851397cfade0692d1021c5fcfe0ad630a1195e38a0e1e6fecd04e69790c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55ccb767f23f9f1abec998d7c04a31c5541c8f8e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34d6af4235ce4405dc400788a64688c89a64d120a2a0875fadee3710b947d917
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1481f6c33893b44ae35c45e93e19f8f0c49d25bc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa9603cc459feb8d937d3c7baa5bc45b72b462fed6e50edaf1e567c43e87116
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ca88684e2b5c773dbec130974d1240e088be2df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f03dcfeadf2d2cb321bf6487c4973c7a30cc82e38d44424d85a8d363005c02b0
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a79d859149921c4fef815a661b2caaa06c471f7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:347250117a6b8c81c249d55d32b4b4a113ecd57204bd513c01724bb19b02014c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c18a7501a219a8d40f4556530c5d09fd2c60f974
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a101e9b996ef79dd91c3ca7b1d041610b6847905236a93508c54c9c88d2b14da
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf2b59dda338e1784f1479475fccaa006299087e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe2a056b803bebc84d7fa435b45fc203266449f3c94b68b409108eca04d648fb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c592df31dc9ae3da7e56cfd7eee827340da28f5b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6efc20e194ca35dc6998882b82dff3594669d15d3bca4a6037ecc17f96599860
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85e09058f136f7815612ce5c4534bdba9ac61df4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c04a498540e768b9d736a2f394abbd8088058d1cd8120286fca6186a3bf5a2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65e21f67c2ff7c2c7cb0b48bb3d9f296432891bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4c8ec07d75e4e71f52e62fd932adea0efe16da7ffb7edb5f4a76fd0d28f282b
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97150300d364d1e6e58d33b14cec6689e33acf44
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3326e0fe63e55eb741557cdf49291bb6526d2fba2a0cd658585656f95dcddc6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..320de0aec81938cf3212102fdb879d6dd2c3af77
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbe38803215cf6384f7fea44dab4505b8e5a211b8d837985111ed1c7e7528fe9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50101fb6b09088f8c4cc57ac54395a648094a52a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b076ede4bfe449c3f9f798920771f9549ba0e4d47ca08120f9fc41cb88b24491
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5509b8ed5015e1f2fe7f192b1659832ee905239
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c041e1ff6ac345b1153887f9e1f2e64b094d48d98eafe155bfa5726382299bb7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43386d04bab5907620a38962d260d9a9de5a09b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56b5defd6ece970aeb34aea053ed7c1a61eed62c7f40fbd16a6e3291bf13ea22
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..085e963347834801fa6f9f577781d5c4fe7c924a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a526de87c5a5e8c04203c1f8b554aa485eb2a552f22a62c6acf54cbe261413cd
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f53dc6049c9e5cf99952d6b686b0efa2b750b225
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c6d9aaeb5886168c37db4a25b20d5c97290c95c4b099d24ce701da00e3ec3c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d928c1f96b9f0f0ad955f07e96cfa98bb06fadc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96814a7e274968660a2c00e45dee628410bf0da2a1cc1dbc44323c68e2d229f2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..196adb51b572ed96803e556f56d6bce8c7fcec88
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9705aa7a8df9eb9ad8d83cb8374703310e1f1711626262185f633f5bb4961d7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b37f03ef84631cc0fdd6fec7f595acd57e721292
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84290ec6abb481d9fa4b95720a85b587ef3a3bab51bffc978fc79129440cf0d5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..384ca0b232d96ca1c59a6472e8830bb47bc5e028
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d11229f3dde6fe20ad3948b2a5da53bac4d11a8066d7d2aa2beae8ede47313d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9bcb4d5a81be8274737ab76586e0c5075eb8831
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e8253b73651f0367699cc7d5cbeeea06cfa7e80290fb6ea74a6cd6ab1b92806
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b89c17a97bf57ed385de3deafe120dbc23e6c9a6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:763f4126416720e1b730401e22a64642ff63cf7189074c8f511af904cea103cc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ca421295c94a9c3b29090bd918358a9459f2561
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81ea65f78630089335066ec3504281242cfdd9c5a216266df3b0c501eaab7cb1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..094499d556971c8464fd05e7a5bb41551c62eb56
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b06a1ec2c1c181515d809a697c0a19be2d7af15c3d2eba74777ceb24a2631a6c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac2108c301c97d2949709137dc9adc3beff7668
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17f0e7ae41e0c88961efc00d9ff1efc3affa9bf97d6783f06f895060e83a1b2f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b4a4de72cdc47bda3b1bb9e39847ff21c0c4991
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:098d7d0b66647d6c0c873b3189fba594b0bb6067f661398c0f47f9c1a33749c1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d59f2c7bae4666912d283617714115eea5c34d00
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6974b44c787c4cb2d2b1d22898b00396a94fd4c4597c13e6bb6d789c8a8b3af9
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89ae7c157a18924c0b022bdfc257b4b013a9275a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:974e9656f5ff87a83adc0b55a386a0fb59696962229e449e360c0160bf8e4600
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45df5b6f6a90e0dc0ec668c3b6ab6a79476e34ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3af2559076e947c5bcf17e805898e288dcc50534ec2eabaff3f5b2f6f22a7841
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77436939564bd04d4a2b5f63184a3add8effcbe9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a409775b101b0c3320d40b2690bd92737e07b0a4dbc4c80b4975be36c997d6ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e204eff0fd1bc0d04c3b5c26f854d34f8649f885
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99152cad9688c5466f0f360d65ee3495b60abdbe9a63db7161dbb75c3b598b0a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eda31a6caaafbf3ce9487fec903baea461ea27e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d699a8dce03da42cc845096dcf171ca2094d77d5daf7c04088024b9bb6ccfed4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd9bd7770ccee05ea9cc29d2b90108e07c6f7b34
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5e2879df47b80b4cbcd1b5b1435180a2d3d4c9ed6a8e666497436dc46b12030
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55e5ee87855f7d4b57894319fe2aedb6d3295af2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aad4727d82b63fbd3a8adf4c99c0df0ed4b95e4808ee7879b4ad3386feb51e9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a25973f1f835278f808645b8d7b0dab8c982f82
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8b245af004f665eef5a8abcb987fa821958b7a864a5b613731a2da8d6ad5840
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..304c55a773bdcff847f46e928ea5cae0f667c8e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04921fc2518a44148d61c3a0ce3f264b1fa151fe4cf9dd180fd334afaf4ac7e6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a7e11f2b35ebee950e7cd44aa927ae07a005380
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:788150c2b6f83b4de6456427ffb67b4aeec1007a7d1faa4d205c699ee9a2f25d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..088c9f97c5ebd29f2deeb24286d6bd934d025144
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76cc4f3a0c62cc79f75bc20896719d72a3d2005cd0a2b293b72fe024e2ca23f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b68667f2c6a9d3127eef5117f901f889d90a6bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d31654c220de3af7276b10d061951ac8cb015708c386b862dc8a6b1fc08402d6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fc334909d651e85433a136900b68b06ce08456c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a831b93069ee042328f6b5c433302f0825881c88f90682a549399d791f1cec
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0489dacc35f8857f49b3eeb2e35f08a7abd2bedc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:644bc95feca6e61593fdcfd1239e012afd49bead2624af7897e3a12f4f6adc85
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0e95ce34d8b6aec8d6e66489712f3a036f33e13
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7ccc0f7698bd7bccfc6f7401ab1b04b22794edbc4d9ae7022911c52441c4689
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4735deafdf26a230badc2a0af3b0eeaf8814bd1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a79e8bb5d33e3667e7f64b906ba4fe7ef2a8adc2953ea6215f41a44e110535
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66a5ead8ea638b55d0512d10febe7dbeeb74dc12
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce753dee955308a1ee1cfae94f182c1e8be1320e23e0c5a3b7b1b6c0be242df0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6883f582c634b233f7f1b5c915f3ad5e92935ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3c0ca8ec0dfb85e2d925f4e1f2dc123c04e24a683019f577a0335fd2461b600
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf0009f30ca2a46c8f68af3f4799d7cd2a28a981
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7372768dd4f3f243889aed20fc40f09f34843854cacedcc3208fca44fe7b46ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..accb961e858022d7922ea720d226237c2028d61f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a6a04576bfae279f0ea43c024dc24fc88d62605577b5d16382026e1f8c952d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..297a933c0a4623c9d3d7ca4485a61323f0579991
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2f3ea5160a33879083394977e277e3449f001fc0e4f997e5887b21d88fe185f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d9ad90e85f92d76c93ea0086d9613ff7da73974
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90fd49a6647f7bd561d7920af5e6dfe5c820e7dc4b64731da9a45fb3bd7df427
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e2b611ad4001487082c9027530c95d23b2014e0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:691c00962d08b659f34a566cd5f360b196e080102f78ea8e990e6463975b2d86
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..018a12214ab3ece219889516f386b787a614310f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed8e441b9ec83868594c92db4ce4db887fe12830a61c45f84e1ff8d9ef5c5456
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d81892d209c97681918c5f8157257225880e5564
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee4d4569b35a4fd9e6299bdeed4b808ac219a0f7021b5a30554f22c90f834e77
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45c108538235482e7b1a2f577a56791572da0a99
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fcbf2308c3889dc28d7690bb94309b702ac30b81fb5536e8f71da44849f76e8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac36a8b3d0280fb9ea7f886c59cfe068b830fb3c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a22ee66ddc2169199e0fa81791037ece9614216d3040905664093f4f04ba2b56
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51eff8b6649057937d35f5c3b8cc6bdfd534f569
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2219f3e8bf2db7a92d078c15ee65a46147d7996dc1b95db86755900d9b8e382a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15f457671274adc729a9af596d205f7b6d3de757
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8edafbc4eba2b1ee48098c7298583f76966a10d3fdc3f6cbd4ac6535c6edc38
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c51043f50bc348ad8130311374997045961256
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8929140c46d09fde51a9f3390814de3186ea70466a79127670b9e3fc07005647
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f89a4dc574e08d4253be4e8855e2bd909ee5f387
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e250a058d9ed200ac38afcfe96fa9c8304f7ddf03becc2e63a94d5117609e544
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8da67143ebc3bddd67567ebdf3902bcb8f9c8a9f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c17c255b22729f2bd8440a260ef3a94847f5f09f1fa0065457c8931dab7d1ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d86f123ec008867ea6e614b82c3144570d24b50e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1915c78fed3105d85322730404a3cf46e769305099de201716e8eec3fb9b97bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37c204d392eedbb389166f7e9210178bfb5bbc02
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a743c9ed1095661d6154e24f5760b701326fb753ddb1bf15ce6a9c36d0f40b11
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06a4cf2532fc1d0f2fc7806e64f8a1b9ad594d68
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fb621d72caf7e0d7e4bba13431c28c726c2adb94535ac5e6cf88c38db0be376
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..612084b9d3bb34741de0d0e07c8bf094082b99fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1be8ffb80cf3f01f2a50c959b44a46474cad3a4a119a2d72bf5a918cf1954f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06039f7cea25dcc775de80a81c8cedc9bc2aad36
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31340dcfca81e059ec136d84c2d56395c02495d676f08845bcf8a74307b5666c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dc58e96bab60c36f8be898095e02dcb13f1c991
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae8bf30c15f00d7a96325fa42e2fdc43ef787feba665c9c2d9a074de1ac1301
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0533ae94f6dcc6f4dd12cf00109df09f0826b8c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f61844fc3ee64bdcdeef3566ef84c70d37ec5dcfe3cd535e760b34236cfd655e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24dce184ee59bd86209ef2fe4bda92bf8e3e1e23
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d3c60bdb88da2f2dd127060b83a900e9a8479242b0290a94fec73d377bbe100
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3410fdf45db06115ed02b04d937e5ed1f8ccb60
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57fff15be7bb3d3d735e4c470f1f5151104629b40f4525e01c6e77232933248d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d540605a33f20220b09f3f55f9d243d5bd66bbf3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:461f7b4156852a66b45dbd44d9f042c356f8322ebb028117d2dac27400ea6bd1
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209eba086bfdcae99635ce397cf96f450907a4bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c154aa581dc8f797996317973d9fa8897e18cdc7a11225a4db429d93dbcd92ca
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15ccb367626029eb6c946174ea3e1fdcfef3163a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c7fd3a0b048cb496a292a132d41aeafe433f7e6d6cc17216b0a15b60d1a730c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63f92f4ef5ef3017b70b3913601ed832ea99bbc7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c7ba22640117e33bded50ccad4a583ae240a8212c081ca3bfe0a90b96f300f0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..588bf6be404c3433f72c196e7a0e246e63d84a19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06fc2f0f75a7e17a661382f0df997527712fb9a7204590bb097e233307356ee9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af559355ab342103e5b0f0d7454baf4da06047ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07aa533a5ddefa87b076a2ebc4a06f47a11743cb6fc4cb6c9e5d9bd96365cde9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4bc4d3aa070f400b32c95918a227151cca26352
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dca5d7a8eb5c3a6741f432b928f6bcc59cfc0f0462eb580cdff7a3b5a42bede
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ee57a507df653570447c0f6c5935f5082fbe52c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05572978ad46f94e86d2cf1d9a89977ee34b9a9b12785f555af579b8c075a27d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7460a2b78a1044717b8363d67cddb0a5266cc3fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85cccda8d69c85665f36ba2ecae6c9debbce0a9672715fdd41bd0929f4b0318b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29a3755c688479a167d5f93764851fa3dbd19e4f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd7ce410ceff370dbf7f6321da7cc17d3396d9a3ad5702d31bfa3dd48c8806b1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69d0eb707728cfe6d54624249055b659c6d9b14a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2240bb223d74959f180eb6eb951a78a5c260e1393fbbcaab98a479006394de62
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c783bdb82e6a23b2e5e6e9e5f3bdab88a470065b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:951df2be7ba40cf7d90bb2d3612e9e4541c33ecc6a8327ef0f170f2fcaff9203
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..081c6fe579590e28a18e07d201295ef9eed3c145
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce8935f9248426f69c509fe52033a5dd22eeabcc4d141874f70566a85b320d01
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7df75d039054162f330bd589a655f9b31e2a4093
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33e721882a12ea0121e52b23d366d2fc95573e87232c69d2990ede3efe7be708
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19b4300c597fce6e5dddc00a9e7d59ae8fd45e51
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b94db92e841c4f1efc62cfd78c813822ea4d0cac79ddad77e4ab0555eaeee4c7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95749194a4600cdc8d3ad8793e1caff6e8161b4e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08732762d65b246affbc579630e7ef2da9656e1d3801408cac115b7850297d98
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e356ce8a40266cf2d0882aae5830259bf9495ac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f7458c94be969252d4281388dcf7408394fc5d1d0074a3e23bbc2004e1225ab
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faf554a85355d95363122259d50f279e44bdd8d6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e0b7a9baf9ac7bd24fbe86b772007189b7f8cc5b8e25fa57a88c9c372439466
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4881d05fe391503bf7675094b288029b2741877e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:019c35f5624c5cdabb17d7753715a6b189be7e8ee944e2415e5b3839754dc7af
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f4609832225c5b95e92fc44183982b25211c1f1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d202abde1cdd1c82af1fd9cac84fba7e8c5317b53e405f207c1cfa7c11dda4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dc693d2d5f3a2f9bc236430df19d6c8efdf1607
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:698f011b2def919faa16d927ea5216a0b28edfb592427909b9981580b1413bbf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1672ffa2d5489f522c2f8a95f7f55179e7ce4158
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bffca570015569c4be56b826c114a6c17e0927de06c944d51bbd040745fd0e31
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..132c635bb9ad8b524aaa84d524dbd01f5b9cdf6e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f8c745bbe7bc044709fc22d0b40732c9f0f76ce59f76896497bc2b0c47433c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5547a0e2da4cd083b9122497fed5ed19766c274d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c15fa0c85aa608ad779dbefb23c5b9837fd2ce9426b8af84728bf5318487548
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47e17642f851b683d63d5f95761a5bcc21449ab4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6085b0074190b3d5f2dab51ebeabcc596e0e380c319ed6481b92bc46849ce5a8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03eac6b60524af4f07c21b1d97e82bebf2b094dc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f2cded28fb52eacbc9d728ce23b3ca285e18569fd58a610ed5b69eb2bec9ba7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d13e1e0a136eda15b446677a0f47809b2daff81
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64061a2a8be7efe58726c2f695db22d8cd3fb4a819dc66b633f5a7fc7e4a6831
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efeeab849ad0ff82964d4ff72bab9ac53c060716
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a79be7a67a2ff1001bd6deec9a3d855c77ee75b98d328202fa4a13c514ae3ca8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85aee8d35ce4391815af29ffe12f0f19c6a23841
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e64270320664b4022dbe5f14eb70dbb383b27d35c4673ee0814f56eaf357ddf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..975cf2be5a6b8a78888586753167a220099f0f1d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f0968687556d927e584e13492dd7d92c9beca2acde9773fb714ddc114834b48
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c63519f0fc5080a951df9875e9fa30977d8a903f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f90a95357f8cd3520383c53d7a623f7a253c6cfc9e04d5808d2809e61b607db
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cf2d2fccd344b6a1a046636f38a350f3ffc37de
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b64fef8212da9677c1c46caeb20e64d5aac542fe343d459769f3f1a922bd2ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b15d66b955ed298ce80881c32aeac46e394180d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52144db0c32039a11fdc94612555d926cf0873a7fa31e7a3ba357176a1457c29
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f364fa5cb65d61ba612131c4fbf4a1c31716619
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e129e1e3c0ad2a10fbe89c350d6ace01795423952b02f12deecd4c6f696af16
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d01a032be162500f7342351e085a3bd53599f536
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f011657568f82a8c014500b44ddef46a58860c60d75ae6dbbffda385ae7ad697
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c21c6b5b877c5829dc0552f2022602973d65f42f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62cd8097f3987f03064e105df49fa7e11918b9b7b5e9be461df2b6a1ac99c0ff
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70e5af9360c59f59cbbf0a16cda1ba417453edf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b10aae222fe6d2c9804d0855fc0c1547b74b029c0d5c01340aa79cc1b320f0d4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d004a6d450fee9b613bc90ba73007ab7a959be6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdadd328465e2422025ed472fb8925cf4f6c52b3829a15c63426094bc4ce1ab8
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/lm_head/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b395f88545971b693dbd99f3af35beccd5906acf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1dd3f239136a3f3525c84daa44eaa022f5e6a0f98f0cc80b22871d2f4198a43
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/lm_head/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eea122e38abdca4e8622b42ddfef0c8a1bde234
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50afa545ce1ec915d1db66fac2d304054b722fe370db85c7a1ed4d0b7ce74a90
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..882faaead1989a444d907559e598100612ac3e2c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14ee6068e4fb744dbfaaf3a8fa1eb009272a73f56083f731c9f82cabd7f7e2c7
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6c5d9af6c6b6cf8914808af38efa71eb10de307
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d7b1effd5955945e4dfad417d008c581b6d751d9e07a0aad7d596507f280bb4
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f1e0e2d2aea173b38a82cc5f794046590fb510f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:158a25ee8766f0f65773b49c76d265d22d09abdcc801422c9b5b59732a47bd73
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0e23526f13f6e4d57f1dc76b154b591067ab092
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9a00c093d080c843a2eca6a74807f7b52e470eb93f20ed0454b505ccbc9d8be
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ab55e63581b422a476c00171680c3940135898b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd3a110a2c173cd74ead1d04651a21ad7e112020be4241709313280a3842087e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2de92f948c52923b59d285a933b95eb379abdbd3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:378fa2dd4f400534ca931323ecf6e07986d8dba7e7a53dda571ebf883ba42a34
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25435ebb8fc1878d36fd9b1d9070fac5558f73a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d2778015150504b0dff0ae50282b4add460106aa53392e485ff87b09a0a1f77
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eccfb2411561f839f2d424b7a29b2afb8087541
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b692ccc634a3c90fffa72820acc92e14c1176080bfc8d76d08123468da7c8901
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d160c1e1fe2de10c192a44ec42ac1bcf0dc84fa6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cccc4f08993ccc278df5416f4b159fb66a92dbc5f72a50e118b17f9b55640426
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa520655fab7a0e5107daf9a757b4076495abb2f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5741e82a53c2ba6a6dd6dec843e1d7f1e4bba7cadd4217d7785455d567411ca
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1e73a62270f04607d51fa753cc19766016b53d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3592a6b955038f2964e273a8a92d360235833ce0b2ac9ee1d7798a9f9a6eb1a5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ef556c52a8173c40932cbb27de5ba5031d6378
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39faffc11996fe631ead22b46509bb8bb5848c84b3a729be4781181fbf910715
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f7d3217db390cd1cca174bef6e01f0621a63e5c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c266e45bc26082e6631f5391cf1b8911beca0eed05c5068571dee28744935cf4
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec6d275a18d7c451eaa5563f1918986bae19eb7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e5d967dd79d018bec44d48eeb055fa0dc46a0dca6c0717f3e6cba36d35ff18
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9d4d034c9bfb57a16b0cb0307b1c3e39aa39962
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1944d362b98fe9121f0d7e13c09563cf588b026f1a6a8f0f997a9dfcf25d8d24
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5e068d4b1160110924cbf4049bd0f0f623bad93
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bddb607bbbadfeb2bf575c3c0f1ce76c8a74e97846a639d3c4d0794c86022282
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fdc8e47eadf574c71d62af0f01e9b947d9a8418
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0e7d2d884373cad16c466e8bb7bd86069081f9baafe2ab53475f3acbb0dac15
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff1837152488781fa3e183df01776cb4cd842ddf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdeb8182b57b9dba1739e733aea3257399b56e5317494d3950c58104cef6b518
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1392e818b76321672dc7d3a242c0db0aa8f3b064
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de823c1028ee574bc9da936858cb7d19068eea73369c88575de16ba7e6975ca1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90ab974f7b1254d1e5675b6f6b7d531ddf326de2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b179e8d7a1f2725ac5684cd2e18cea95c36f2e46f35df124cf66c4fcd1d4c6f1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d3c346fadd8725ca4e50b4c6620b0d15648956c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6d28b25889b215dcccfbdc3d79c3abe14c2fcf6807cf7d4ee0cd6acb728aebe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b9ab1bd975067a7a5d9652b9aabdb93966eb3e7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30aa1fc9631696fcd71c094620d23712e4a5ded8495bffb7815365d15401e3f6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a053aa3e5cc3edbcf5b958d0e4cee1b830039b9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935eae4a7f759706cabfec3751e3431e2014e62dadab9d65ac8ba9d43cfa0ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..152587c6007771a832c585960ca3eb960e77807b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e3e82704143064af0b0d31ec93635d1e5b2421a0469ab017104f56e5bbf187
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..224f9920c650a4b3e21ec6f371f381322f56239d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5c05422aff91acca8ab568c5d6c3a3d3229d6317b2fb8f9add91a25a29211e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..821d6dc8220c3308757bff273bd54d443666ac53
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6330d2b7cdd2350bb75f2469347d1f71eef2cd8fd44418ec22f284857b9962b7
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0df239d973377bb1f18e52d8405da8c7e106980
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ecb4655219335e11e79f02911d59c0826cc4aa580dfd8a7510820e5c622d096
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03c3fca97970190d37577b4e34086219c3d1d62d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e70aca573c23f3c8f30f3f8995415da63ec88c07d81a0f408d1569a70463bf0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ca26696fa469d6a11b5e708ecae8b383eeeba1d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09d49a00cf60b192a5085ebd70e8869514ceb090eb081e240241aeff18e19d6a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18fab5fdc9ccf56c1d3d2dcd19cc6d2556add6d6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:797c2ee5a7735dac701ea0be76a3b879fefcdba74bb60cc25a5a7691fd057338
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69ba475e2f1fa7d4106dfd93e429e8b62dc2834b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2223ca2a084a67805f6c2ac1195c6e0e62b7f3b29eac5eb08305e27ab28db94e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22eff50d10b62b402ade34fd79947d2fcbe631f5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aee5fe682aa9709d42a10d0a7f171dc83c2dceb1c888f380dcd920b461ce0496
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff8678d1e8ec5eb20156778159db3575bfae5a72
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d53ebe1b5e316d791a93e18362fb97b471fc1e5fbfa8cb303eff3eb4f9aed9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52a88db8828bf0290e825ce536a89e8efae70046
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2ce53b9def858b97e882a3c88b5b5eb7b3ed976e27df679f403746948707fee
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edec9259c2108689c7ad2cebd6fb137d1b0a7f60
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e798776ff0b5b43f29e1a69adcbc36d3f67332b029d814a30fa9d37f1a44101c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..754a3d2164cb0dc3d3fb912ede5a60b3e7fa0850
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:285a5eae330cec3a063e5a156a64199e738c79484b9bd981372d08c387d7838f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e64615fafe26e016604f7d3615893685715402f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f040eaf094dc91cbb44d19315ca0f353f13e28f020c46496a22e13d39916ac8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d44ac336ad7e22baac30634b036b0c09ae14c2fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c0628d02e93c6cc9f0b12f73fb42e36b0abf2bd2eac9dbe22709f4c457559e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf42b23bdd16c4d5ff66f65b4228abfccb464eae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c57c2d4ffc963455c9ab11fc6d3a67ade95f119766c7a958918bc57de160bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da954ab349e4a86f1ae756d9cf54278d38e26d9f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:603447e09c91dda6b3eea19983991b43f1c5d012f43357c72d2721c7b3ef48bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f76cc2e04247a6e2b675484a297b3ef0e2c46fd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5343a90889aec1b11771d0519a0374fff7b70080f3d73e2bed3e5c855b5e9662
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7850e9bed5b0cb10c9773cfcd220a2f19931ef1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b178de8e9b69fab2b72eeec2697a476f2f728f096d02e84905d50792e193b223
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe56590f9d09cad56159684e7f3854d45dfb5354
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f7deca8b21af79c6d3e80f29e3b3a851db5626ead85f543b62a7dad6c395621
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb9ea49e7787b431e1f3f27f97a7a8b4d9081209
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cfd81d6358d3106e4ec1c13279f86e407894ca33a19f184e483aa4569496789
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03b832b5adf04ba7e3be06b4bff1d57030fd5fa5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258ec22878e9fc54db80131a8dfb002f6265ba8df19d7fa488cc0f3f521bc60e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0611ea088f83ef0008d7baec5c34e0b8e2a5a383
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac9576a2b95161391244623df8bc73b1b5194ad1c61754d80c0e0a3af4cf534a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b828772ac95aa856ef14fa51eef8e42b9d15069f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f65a597878c581cc2306192be96e69cbf6e41cf877a3389773b4c0475b94d953
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f52694e164f387c00923ecf28b37160b6cc5ed9c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d6108df764cc1b04d7ab86da8fa8506a4ab5b250b48c3e588a8a8b6b12c43d6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6250d58e7e386aaf2d1dfd91fbf38599ea4282c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f88f908da189565673f44af2ea23304acc9708a86be5873ce2138d81422ddf34
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6590d04044ad846b4ad49db809641c218ba9808c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6a31593ca9c538a209eebe5abe55f6cbc550b9be157cf9f12379d327bb27431
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b68c4fb792f0015e2f516267f288bd79e18fb5c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e19ea3ef5a9646afac830d3fdd7380b344b1baa01048a05669f23602d0572f05
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf8c9d87af0328cc388fd98f1fd3ef2d59c6b425
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d456edcb95498da59039bda06d104786189d3a0a95dcd9da11c5aa127862b308
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe5d7c4d19d1d1614aaf398ce7fcf0c40b682459
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df2446b53b3d972f0258ab4b1ab11c892c5a5e06c1c16c793c2dd7910af77975
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..121c355c0f21e7ffa1d041e27ca96ed78ee82976
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51f547f6e980e7fb6f4e0f432b3c6dbd19099cd015e246dfd86ca7c72b7ca55a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0993e77f637b309bb815ec71ae0575188308c80
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48c472813c08be834008c427ab3756c1033b4a128c231ea20db3a011cb657c56
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20de2e00d1a6ea6ab53c7955f8e82e541f04ff08
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72fcbef6d034c84d0410796f055e7c8db2c4d940c7d4682ae1e414cd82c763c2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e720437252c3693819abf9d70ce648e2dde7f62
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f5f60313613294a6a6521a76f78fc4ff892025dbf819ae163875969b9ecd753
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a917050be1bef87b49d4d55e366117b2cc50d1ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dcd4e4bfa04205c1479779191f0423996d20388c7c6dfd64fb76cc5a9a7f31f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50c57638d21f154ee7e530b919aafa3a194f6be5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c6fe15d631187e7e3806088d0ea48f1267bccf008bc39210ec1656010c60280
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7506b27b18a5f2e13e17375d4aaffeaf75cfb1c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf4c8b4c8b70ab54df7790fc43efb88cd4d4a557e3483b67e5601703e2a41d20
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98cb53edb4bb29b5e2077dd7ba20f09cbe4b80f6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5906c2d4d648a72c1e2613a98922a1e8347026fc0891fdae49e5fb917f6a733
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66fba1bcfd5bfca668b249985c80d249e5f472cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c235d8c0e1f24febd7f81005b3a0d1f71775e3ad155099d35966114b52d86fd
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d1a803c4f7a9ff2eb323c2db11a1d4da8f40530
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e750bfb74952d9a24617fba4a42c30145feb4a7757e48b1cf555d17f720dc30
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07b792bfe5f53d77d2a9b7079d3343b17f83a9e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47e32ed0cfafa2a05df8b4e9a515500530956e0e32843c2f93efb884115290c1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..826fb379b7069eb9afb335db3d876c12fcd6a24c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d9f4efd49061f8902a4426edf6388c53004f6b8307787ef452b7b31910f52a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a2f4358df9ba7992e18dc2e43cc48e8c9f7b87a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eae0eb00b09f2b1d1005bc5a8295bff63ea6b4e9a97d0932c94d07dadf8dff51
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efb65a03b762e408c590c02d9a4150908b8ee0d6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80393549da8ed7effad4596fc071c9d864b8b354daa261859469cf42143314c6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9d2fdb85dc91855818140223ba8f87106e05a8c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1a9de7cc3a118ab6e6191d18a633ee60529cef688f5d29af0e2bf132d26dd4c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..217f049dc7f6a46e26e69e848811cd3501296924
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:447a3cc09c65b1e5475a83a98c3f1758d74b0a4b14f09a97e16ca3f3aba56729
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4787fb9c5e5f90ea9d3407133e7599e8b5429738
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29691479286e7343ada7e46e472510b98aebd35d55843d8eee99714566283cf2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8666918bd945dcab2aae88c2a785fa909d568bd9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06d43bcf4942ebb9b923a656cfd418552b2947f46a7e69ab1078227a53d266bd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6419c0ae6b5a61c7344c23943af2da5e364e4cb1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea6fb8a8e0eb0ac44a6e42de6900336670cc8da95162b864dcc5d4682067633f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35e4ba69d5029e473418394e87f0ea6f06082cc9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:639635e16e77b5cbee5ce8109f445b5f02bc6cd54361d83c92717f908fc07709
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4effe6f5df9d78065654112ae03010caae850034
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f881b72a50cc150e4c697e3e3bccf05d21d94459b0029a678e93b2a0343dd9
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68786a01d0609613f25a40a5936b2e053226bf9d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cb97603af6341b30960ef4ec2c04ccb82ec52fa233b3280ebb6d9f47f15c76a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..674c3055ad0121d93c684de4a93da64a573d381f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:488fecd39779c6ef5b0da4352624bf237a5fe798f1b764d05aee2b228bbabb46
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9d721fbce4b64c201876c39079b89a278cc8170
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40ad247bd7db7f94ad6bd6bfdcc563d5312a8cbb648d7f4edecc803d65526bfb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cd3ea0c29dccadd8f4512129ee79251c3ad8d89
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0ddfe27bf9c62f5305e10f9b1377bfef55cdb323d11a5594bb7ccd07dc74e70
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43105b27e0667224d589a9ec3dca310eba2c39dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:670b169da885a7a9b95520e414ad485a6587e602abed6743544d39b5f96410aa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..702ffe3e0d560dd3813a445c05f063ba52ee06c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8706985da5a5613ebbd8ba1b7176585d1fef6285261e51e8c85465f7f90e5058
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a69f1d9eda31980d06ae4a55f5e59281add7ca08
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b74851a5098c00da691cf8c0bf8b317a699ae324ce2a5e1d6aa1b8cc262677f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..330ff0ec2a2bfc0c6b75f7c7ba496674ca9b4106
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3686139c19e4c3b81d6d8e4a45fe188677585a6e4961326026a1c2463be75d0b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25f1e067b373159147a62c23425aeda654976947
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4622acc5d9e9366364091326d41ae1169be9d8cee39564efec35e62a0b396a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fadf567f33ef118750273d0ffcb28b4c9e58cfd5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ad7e26068a9ef16d24b42bbb147dbac20f7bfeb6f37c78eb2eb95b58467cbca
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e485305e81cb5640ebfbda828f15070211e9506
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55cf2a92e278fc6c9d568b345c2c1d5a793e83fe13aa254a266bf46fa55448e8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6d019b653317015ec9903e7a0a76fff9f1d3336
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdfc142c27f36d7be28048865bfecab5d14a027ea3465d2c3213a074f528f1ad
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b7f6d54750ddbaccb98e480f7b372846440bb6b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7261714fc0dbea5dd0388e822202b0016c7180fe0d0b3571faada06a0115eb9d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd29a79574f2388748bd42880e62d8d8a9546e2a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b8c4e37d8928bdb947fbc2c09a72af56f0685414fa1dd9086332eacdf41350b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5311a4989288ddde545dbd75e957b45561b86c15
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f4a36ba74ed2e8c7cf996eb26a948692c548bdde9e98fd731f9f1a0970b13b6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d38ef0c70403271bcf8e6641c02537bfb922c956
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46b8d6e7b9e1696e2547cea6004509499940025ec51d99f2e83e97fd1ba52a81
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1123ec57dafcff5d190120e4f17d24245e09548
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ece6ca7cb0dfa372ec5af6643c54381ef8afe9fc190b2fe20441378b750fea6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4293805a216de9d5db2f18055ddc838aeab46e55
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2276a1a5e952c667cca967f75b995110687030b6d580cf28cf484f548a57d3fa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17770574166912e10bb0702a498235fb0d71ecd8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e885b6401a510606e86784487a38d250931d03377f1bd46175eb6ca004eb4fd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f75304c17295d42c00974f67fab3adebcb98e6aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c7b9bb0f4e4f748d0ee58a00844dee422613431d05bcd2f827950992c39b46e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4df4986c6183f90e0e16ed7004628f19a8ff8d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65fe7e76f7fe23418fa852bfdc4db5ebc5ad9f732128ec3088a69176d333372c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47eaf8da20d319b890a60c050c09c2703cbf91fd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b0a638da8600b046f4e400b28cfae2ab31dfc5b805bd93de09971549bd4ab40
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2a3b17a63d5c2b159d608849a79f218fe0adc67
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d206937c0f2f6da7a0d84f589f16f763dd1ff54690f3639458b3f3adb590616
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..420144b1dde99a214d5e01027467c43c8cc362b1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcf3ba2bd0a93dcc745e1fe7485412eb7fb45d56d11c59f2365522d7ba21f4d5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..716542e25f094e635b72304f0b0ce64486a9b85f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c9f2544e75f4738c862b47471f6a64ac63681f0fc43bd9e114590f7e21315f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65679d01b0f3a146a2304ab853ad062ab067a60a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bcc78b31f062b48a071b883096731aa72760dcb7c12927f49945e44ad025c67
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51facd13d1146db1974fc817c30cb795e0dc0c8f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e73e3693e29dbd8c9fcd729686f4f09506ad42510f044a52d0216cacfd1da09a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..319bb9eeda86dd570bbfb82d9d763da119021702
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc42f44a3f56e6c271a3dbeaefd82c28f8ec5937179a8670f886709fb4a84820
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..415664c2e60b0494f9dcd946090a1f174ec1af73
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e526f767df31b0cbbff5cf5a9e9d8b702d695c74322267157293cf7db643f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..566dce61434180dee8478c5eac32c7c7f1a63ffa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95cbbb83633e1c88311ebd501d2248e691d1200af868605bbd664c8099afd6c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fc7f52fe4850b03e4ec48a1c76907b1640b5fd8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf24dda128da59ea0e0c0bbcdba3b4e7d12c4451057eca44f08c29400be4cd4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d36c19fb0fb60d1e4d44efdbb828ee76194d4427
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0804b2adcc371b4d6b9b21a32775f502e5beb07945de2492e99f09d5e2f8785d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f8a0f4fc51b465f8139d2c74595bcf227fe0e26
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c1c215d1413baf0e786d1d69ea10f3dd88a205d60bd0f3bff56762a4701b0b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b49dbac43e6ebae249e975af5db9aa7df583a6b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:222bf179c0e4362b4c0e03d1f9dd7976b4ea5c6b5b23ebbe69fb1c74a38352eb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..755d00cb19de04ee68e3a7e4754961622a5d18d7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e813aa15dbe8d4c9e118c9c1317ccd7542ebfa5d41ae2d19b991a52e7a41fc01
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7eecb218024f03d3cb853991bf8c204403f5663
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:683ec507f36ae49dc892be45370479042e489afb17ea3464f6e43a377d586a35
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33292ef5c0b3924f35e130aaca4cdf407913629f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97fd0106828f65a7c953c983bfe68ae2a87eb294534a422e92d8d8b6d6757a6b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b061202083583efe24a86a98380e14158b483538
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72fd0bab99d608cf25cdfb75dcca79c0c3d23184ea21e60d5ee7c0fd215d2f7f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26740c88134949878e932ecb452ae2ffb774e86
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16fdf32eb9cc79c43a5f16ad171b97b75726db941c98dd4bb55b61215b2d7a45
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0ddc4a1606d5a70c6008a9f49d1961025e8313b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9631d7dd93bf4c0adecc0157926c663d2985a6f3eaccfe06d02330c3ee872de
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f093468b6cf4b373b16981236e173f0cb491232
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d3c3cfc98b387267ab10bad4d51db939d4891819ee6ff7b5fb010f3b1095a3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97dbaf75f5526d9834569bffd17a61e4d05d8e4e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f47527a16c09927a317b8bb5942dadfac78f6267111d73f9ddc95c63dcde2217
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..625292e0cc0788808c3da4d4cf5e53d2b5b4f077
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f6c6ded1cad5dbe6e056c99dbd49916a51b61617481d26817988d7c8a89e8b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f646694c4c96f8438e993cce493327d9324fb1fd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:061c81982ca15933b08860b508def3706d5d1a085e010936ea635f933417afd0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4886af98bf7ec051a1ee3a917ff5bba9ac7ff943
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f46f5ed13cfcb88d37e36aa370491be9d19c3cd2e2258b57f7d2e25d8af340ad
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df3a3b1f0e05e964c85f8a7578d9ba6bd98b9103
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88a61c67c4c6623b1f15ce15b6efbc8e51c351e36d2b6db47f2852f6e87f55cb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75ed20758b0c7232ee352c79b66f0b32c79910cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce3ae58b87b43f607d005bdc05598f6b9934def6c12e6c7b5ef8a900df7862ff
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4720a4d91056f608779bd21f030700e33d682240
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a79ff816866949c74c6fae1247c0c93679d4ff5e20b86c506cd0c56985e1468d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96e852426348c9bf04dfc490f63a2631e26774ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d35a89b095592e682c985bdb0e38f615bfbaff27e483dec33667a86e2601202
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc308056d8bc668cc66b351b922329b10e8ba100
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5ab13a6dff2adb221e46b72e6ca5c5a9548829c8b79b8270b92f9cb70834205
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e49c4ecd6ef4ba4b89263f60afbddb808ef3d511
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ad8306752b9a9c81cea5a59d9eaffc8eded9c32fb2e13334af9871d147251fd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98dc8a6f5abc7916a13b956f5285d4f1d8646690
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:519ed912c9b08091ced61f1df6519a10eb20d22e6065ed3bf45c5803f3eebec2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efdaec43a527c0afa4b93c76c79e9203639f7a19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f737d7e890a1d1c5f035d78daa4e94a8ecd5e89bc8d64fd6f10141e68948027b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec1c1f7f320f18969c27406cebd215c09a4ebea8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e08a3e2db981615d8ce11b2339fc3510db675da6e191ebee93a7c1aff51f47cb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d613332540a3cbbf180172e609a701ac5521c4b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43226b9d474b46389bbb9e926b4d5fafa644929098b981736e69c5efb60ab6b3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f29165ea03266055d5b30a1fc6ad2b4c16a69fd3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbdb853ee49855eec6d5e01887e2b321f6f0cc6121432f8e166e8b0beddc78ac
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4dba2986e6ce1397ca7885e95d3b1d88d78aff5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59361f54fe14a29db0af2f183ac53903b7cd388afbefc6604e668dd661c20534
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..967c41be9be646be89dcce50c83b98db2bec1235
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e55f2bd7b6fb6358974ffa9eeddbe74ba81a08177504ed0df862a6ca888bca5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01251eead66cfbe60cb98580ed0b176e029a967f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:992ba41e8f4c707ae7fb2e22fee978cbe45feb97cdbc46e7fb25e7cb609d42a1
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a80ae4ed08eb269fe903ea017976b0c58db7b6c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f996039826508c143ec1e8beb8f698884802ae1e888a4cc886d3d246d8fb7f5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8edc08e3fba3cf5d12384d96441714c71de6bfb5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c61298db9645d53f7f3ba6469cc532da3a6be42823dc9134359506d44b4f3e60
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d53b462f2cf4b19f6d461dae4226583b0b7be1a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2483015243e8bee6fa84cbd6aaa630a8b84276d06558d13c42f4eb303a2a8cd9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a42a040c926e258ae77fe7c06b7f98909662d47
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88fc7100b1d23c409f9d2fd4fb131ab8adb676a7677efd7ad47363ad437f6973
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52713ed1ea6c3e6757dbfd720a731848643515e0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775cdbeeedda54cd37647b25f58ca3d57a4fb2c20c7c071f787d1eb6870404b6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a5ffe7c6a072604555a71a0cd26bc8f78b46207
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c71bad9f7c6f7cf6e42fef833c67b6b31ad4369d8a5e43fe7583477e1b32babd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ba5ff66a889d44667756699121560b965880d78
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c9f82e3c9a4a851842049a49055e50a2249aec403290c636ffa27d1ca509d0d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..194838f491080e6f2c355be6e537e58fe7b3347a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d7139a31bce46fd5059ccd5847da50f7c8f7ad8d1170d1069767a1419d476a7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ae7e0f498622b3185e69c2fd483ccd7c75b1d08
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c898867f62eb22631e60c6c9a7a9e33163a5b00e61f7dbf9b178022f6e6d7e85
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08d6d244887e9c8816c2ef2a1624b29091218654
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54149cef9e86ab17128d5f98b6c5750f499f9cf82d4037fa208e60e91853fc99
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9627b3aa2bb8555f98c0edf474049c1d035c0c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59a7bf10643c3471aeaaa737b4dff38db39dbcbe200ee7ea95e881b640618e36
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e32ddb48dcc0184ab63380bdea7e1e6af5e60f37
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3a31db770d9f10073d2d133fe2840a1d408b98c667f8ef530e4e44c8faea961
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c00b4fdc53b724ffaa5a9ffb8a5c6c7bf60646a6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1b5216de516ed4ee2d85706de43e42c4fe532569140531db0838455f0cc7d1c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da620783f05742fa524b4c63b796b07884200bec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb85c83dbe7dbe9f6999b8e1cab8fcc7b5355785d946ec7df310c508c19a810
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9236f87840fdd001e8482c87c352e9d40711753
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82fff659084cedfccd2222217b1a55fcd8edbf305134a0732a3c54433bdaa7fd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba7849b977d230273fa7b116b62f4bcfcb4f9d4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ecc8dfdf959e779acb85c346b77840d8bde9c9cb3c348cc00162716755c0d4a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dcaf07cb7fb11a1682cd692a3f55a09c4d6d09d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:577071b4218182f8465040e6f7fae5ac1d136e1b53db6e71582117d706f8b16b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c3731ccc51c75b36058532a4d12905eb2875bf9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30cf4d3c46c57501cc1190bd580462cab5ea73629f647189d04d00fdbe4c62d2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aad8cf63b426b5c1648a17f8f73bbe49e04469b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c121f49db55dc9865d1a83188087e7d1963c13edd7bc4e5f1bca26f9dd2ccbc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43a61930ed8f358edf0afeba19ae7d775fe1b143
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7541b6f7ddcaa1b5459cee1806aff4dc05a615b78beb754ce0ee73a6e9a2ac5f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7830c1e912335bbb74a3faf7a4bf706b96de202
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89708280638b82b007274ddfbbf2a735aad89c959b3b0e1041e443ee2d565794
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a94f545204a400c78b2fbe11d23568604c05b81a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6b3c25da7754dadb2733c9b68a5979ce780874cb39d6ded5ed44c660aba333a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e202d38193ff5fafe5a0fb03d53e26f1f4e34298
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:413902837b05cbf6a4de45ac0041a0ebf8fe67430b047e1d7d8240075afee06c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09dc67e88ea9dbc67554f8bbb34934162078b8ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47aeeaa170dabcaa3516f719c0b9c4a84f8095fe1c563eeab46324fa0463fd59
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26dbd1e57964576b39d47c657364fc1d5272c596
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a544299cf4d2aa4fc6be32a640e2c2f00ba9d390ad2c6842ed95f879326c716
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..446632158a12e54a200d95c610b304feb87ba4cf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd1336ae6ccb66eba7f1188d2ad7ea4733a6b48eb0a4cc0c85d4217b37c4246
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8c2d47c9304465b36af7465424afc1767cf7de8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aedd2cccf67dc1a16bb929081b69d1b73906b5960dec47905386af8a7c1da0f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45507782aa9e6b1db86d8fb95ebf120750f87d6e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d14e04a14f17a4683f50d989dd83883af393bdc7ae5b37ae027239ec4d479f18
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd5bf14c4b17cf93d25f1b24849369b6afd7b153
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a2a69062c3e08d6dce0efb246d96642cceb11429762eb75b9516f66366d5f6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a6e7e7191ead8f2cb324e4292b4c75110a4933b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29b0ea79875061a0eff4f3a2f324b3c81e7d1988ba6a5c446aded8a2f7e968e6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52dcb7ddeeafa8e26a5dfce7e4bf424df9d09806
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53ab129acb5566cfee0959d7f8239cbba3cba8aa2e816fbac1f3576e142e27d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc650a28242e4f52b51cf1dc105e92aaaa4af8c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65082cea132496ab41cf277e057924492605c69aad5d7e8d9e05a6677243cc9a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8833ec67f030f411b909ba45e8adda88e2b08882
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b8d8971dc91f0b9347175153b595c145940370b6f69f7c486a19919f469e4e8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b667b644c6e029b38aa46b15812dd1004a8cc518
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b92b201fe15bccaa39726b70f4517dc4c1424a4819e154884065147d2e3d72f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..292cfe7f277cae3f6ef479bcc89f560ff4873137
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6b8f88a3b37a56533968246baf399dc75654a04fa28d2924e030d15add76418
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db68dc62d94f0fed21fb4c4c368ded5414c9c9c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cd63cca28db373060d39fb2e62b7ea68b9745938b14ca1aff4f150e712857c6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..080284681290860e1d3547865bcb9877464ab288
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d570cd85e70ba61d4867e0b2cc1dcdeea21f2f60c9dde5f8e2ce0267af361f3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccfbb712deb7a2332c380ff44958fdb6751d986a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d32c2a60d04eac24fcfcda6958ebf69bca9cd151a0558d7ef2da9c327df010e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..261665b472729fcb21e3295374cc3bf9419cc2c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:205cf5c262ccac94eb317d236a602d9a8e578ee0e79a83e762dd68e882691791
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b2cbc00e293f3689fd89a68ea02584cc5788e6e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5331f28e830aa75d7561c140858640e10ffc0358d82e6ed518c7933638c48d34
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4be87c36554560da3dd138805e2afef0fd50aa42
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c781e0f2b1400194dab4e743c41a5bb7323d6b49403d4b5335cb35f778c0071e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..699f25993741eab64f769c7caa02a2e4ce042885
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aec07a5926e8b915dd33807323aeefdc7d69bf9c2b0a2f19d94305edf34f0af1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c6b6803d7f97175cd4334b57bef8e19dd836f13
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0276890049ee2d714e1bce97f32721080d8a554e2c9eb06f42c8d4c60d6282e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f046d267532b08e6076fc12a01f50f39dae07a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1608fd092f891e175e104ca6be66ab0c46bc0763d4d0ace48d51799fabae8f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..244dddb39b02c74c36b0635547c1520411005039
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0f757717bb66e7ca1657b72812369ad3a251c54fe0483cb18647cfa3b21ae00
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6c3aa710f368fd80c1a0ab5e914f1da3fde3cb6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6220c34f1e2936585bd5b468b2eddd04f6a0413295acab0e707c32bc0027c30f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c15616d7ad4e6e6e88cf28270ce4fefdbf94b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64eb27abbd49ddd1756b8ac161087b6eaae99b0bbd603a9163acf86fa2fb668c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fca76eba7b624bc5deaabed08585cd75d6f7bd1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85bfa52bcdd567828addfb4d1497d48e08bad5b26ab92d06624cf35a971b40fd
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe02a53f2959d59e82bd82015468e263ad13d868
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0752fc3d7c415950ca45cd30af6e6cc13d014ec3ce40ab03ebc4e4eaa964ea0d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f43f5861dcdda96c7a74b388a8ab2b9368b761e4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b3c74cf782c1d244672c63e033f87054dbbede72890f75a31fd246e140c197
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8db18417962b2c4d7878c534628cdf147c01298
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6561316b93bdaee17a7ab0f545ba586500c6ca9926bf7521dabc97e7b880ea7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b86895b9e80ad1e0c09bf4df37588575c695e018
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93b81448942010de6e40d5a17b45ee7cbd037f878695e8b553ca5084fceae2f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eefbdae0c8ea88f4e017a7de88cb5b5fac11a1ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e93c9ec8689c68922eef703b3991c5329cc1e40449a0a7a51270fef43dd76d61
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecd7a1fd96594b331b110f2b44d6a430be48c6f7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae9c7e125e9a6af1ce166476c59d834714a58e49cb6f564639e930fe4522365d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a933635974404a17033a504570fb8d1b3f1a963a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00d724be17556ba20502fae29c842501ff7860c6efbda571c2a964cd2db2582f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0296d17928f5766198cb021885a5ea416dc3241
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f964738fc163ca01a265e72d170177a49c69b3ab71e3bb75976899a9a8a762e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3552ccbd3ceeb31d50914b9ea4a41c0cd452c8ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49748ab1cfa2c487bf1e01869a67df438d79c8d589f7b71a05c999394b16674f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff8c88c7ffec2e8c297d1392f9c8beda8b308386
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91ad03bc494508e8a72ec49537803a7e7d5bfd2005501de96157df9f9935628c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b503dc4a293da975e906209ec70a9d06343c26d7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a28db34c5ba83abcb94b7cc698c21af4d5939fd4b02b12d7bbe780847370f66
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..791085581ee9efbb92aaf7b5f394adf4c03be99c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03dc0a7086d96cda4f386b1dfad79367e70d13fd9b66b1fc48f6f8cdda83d429
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..835118997ec37679ad90b38c43f365f21ed48b61
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:315e68402939faef64950164ef832acd5d49a703f751002cc7acc90c1f3c6feb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d411fdd91dbed706af8092677c56482820c2454
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ef4e6100e4f6b854eb76f5673255641dfef91fa79e0a446ae373375778e754
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23fffd9bad35a93e381fd3552f859043daa35bda
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:849a9b51ce0dc19c51a171bcb3c5ac31ae4afff40f5de2fec3a05a56933f7d37
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad11312522da088235e9b7f5abeb59c274adcb4e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62220077a4448c21605e86a3f336b03742f3ccbeae39c14492567a8b0b21221f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b5994db4a566b59f5e8606d94f5abfd9c3507aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66cc5a6cade2028892f4b1be954153f96c6e47b7de926935ce13b02f016c44ab
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eb992fd2d6a046a7f5fe45a29c929f457c5a969
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a0cbc1da1f0cbd2d2f7b34ebeb994c944a41f7d109259895ab1613b833e58bd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9d0f6f47d3db9c896ac3b51b68df1f91541b05d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aeca7fde093ea60b1457a6569f8f58c8ee82bf3df188b419085ce8951008a1c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..953a0915194cc35ba62fb05d64e00c94c85d787e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4186cc9578c47550f2d7c9d0ec9e5ba74e76fb459f9746b1eebf604f9ed390db
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbb668623d998792322bf12b0ae00b0bbb36f0a4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d35e869d1943829ae814ccae473a9fe6aff949cc3a7dc79f4423a9de1551c967
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d6fc2b207e6aa80958a5e31fe60473637aa3baf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c38c86124637428d39f6a7f6b92764dc34b328a94f7c2687ace97a8f8a77b0f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e11cff9e837f4f54b44e8249c54a5c7d23b47b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24cb35ea7c99b8d720babe58fb1dd93fe7350926bc0d2c5c7dafd6a2b139f06f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6c80929d42c728a4660421743c487fca2164f22
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e759fbdf172554484fc8e580ce8696bcf5666f55022eb17443a77e10cff3e835
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b635ae55d97396d850708248ae519efac170f2f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19fd044ba100ebc56a2a9b0fee565054845d9789e8abcbb19075321fd97737da
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4677337efb45cf40733541e63be6746b86c1e1dc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e00e54d489e69d1dfbbf0a6c71861dfc9b04617a8295851cd5fbaeb67b3ee2dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b45b70a1f9798b088463800e1f7204b7bff43394
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c970e2dfc9e5386c2d8447db5f8767969338edcbc9522272a4fd4c1691057402
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b2337c1f860e8b12c110243773f86ecc4ae1873
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18257a04a397f0625256e2c1665a3d3ea6d7e48794cfbb2ed6c3a9a3a3b07d4f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9911b4b435a893d53cf51843b077b30369b3c046
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cea755c41436861a7376ccf4f57014768c0bdd9cc351914575dff763c8796bb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf036d1fc2a611283776bfc2136ba0934821529e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce38291403fa28b2b46117a85a06ac2a804f15df4919959ac20b68c658f5f3b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a393fb76cdbb129c3d890afd58f9e32f981d84b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e186d42ac57d33830267ca216c321bd60abcdb715d3ba29adee05868faae3f99
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfbd7b95af651d3324e78c448238dffab3e1da71
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbc43a4917c933436ef90b28b01f447149f9280bccf86c6aeefa36f59a984ea0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d7bc526f3849dcf80581b308b055fde9a92e92
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be7cefd4757cff018f37679b3b9fcbcfe19fb10b3e5f31be25edf4cae9fa4730
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0075d20204cf561d361aae60c51673e340c6647e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22cf7c52c25329dc985b9a13978aa6bfba8bb8ed509d2fa5e34f9ea0e46ecbfc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe322187e50208b55e325b61a488ad065a75e207
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4b8e3a4b4471474e75bf795463e58beb791600cf2649f9ed67779446cffa4e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..132674aa6a91e9e35713864a32905c3df42516b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c136a404a0fe7f1f2382ebf31f8ac9bbff51c14602b456e701c00ffb4e81db3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..029eeb4ff963a1bec2be15a62162739e688d61bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a5106e60db717b16680fc154a8b93c6a923d8d9e4383ab48a4ddf843b9f744
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca3e2eee1f482849fe584c1fbacc0c6097c615ac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83b321233556f78a2d048227bc8487d6da0352501e89b40e576884eafb5625d8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fff2145a884f9502d0c68dc2fb545fe6fb3807de
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:679c412b465033a27d49f6a1c0189213bbf007beeebfa03d67f1a01db987f449
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d62ef5ad0ba83e922b8d15a03a60b5dd1f3ee77a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:858a68880f0d52742864a0e6f0f468e57dbb8be79a257d9eed43420155df8aa8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d183677a9d0d1e514390b6d6d8e51ab2829047d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbd9cfd60543c0562225bc9c4a007e90c0bb56ceadf305eb8c3f22d598b47f5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0028c9a40ae76b7743551cdef4cbec6593b167de
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f36461d0cfbf17aeb2a423648698546e783f24032e33e44fb5d940a09b642b1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..912b91969d12696d2c7b03272b196630acf8fe6a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32eb4e9f082abb3318ffc73c619f2ef858088d10f8c03a613dc2abbe99f5fdf0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0815ab8e01d70eaf3e10ea118d246eafa2797d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:495171e9c3856f91478fb0f39c3c1fe4419924d67048f827ae9f374083486908
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b5034d9352f354b3f26600ba8e5bedf445088d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d7e417dc8b7a2b4b1af73fd1cf21aa208085fd4c4a434aea2fa792fab00d7e6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54219bf21b6cd86b7d6daa242bc8e95b9c3e781b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8caf7e54ec189e1ad6766f5accf8bcc85e466ad22c17d7dc6d7cc3aa5eddd781
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ad1c3374f61c7a29014690eceae5078a23301c6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7efcc7ab7a0de457e25e316ed33ec3a2fee0077bb1fb37a149a2744e142a99fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4c38fb6755399ed3465453be2c2f934db8e5f03
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a811738b4ac776b5d47bde5a5619c9b0b0a3ee10557177329825094d41ad6114
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adb3ba460fbfbb3d4f93e1c351db9b5454ee7b4d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d51861c7584951df9b595d6374aca438c372d06fb7570a8a7bae711f703b6652
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e11327e65bf77fe6fdc3ca4dd62861f4d64b397
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92b9c7b2b46e58a0b76dc6c4f4adb4cbd83621506af988044da2ba4232239fe0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2de42fc4f8afb33a8181fb627b0d98a1deb54d59
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7563a6f8abc07f79e8c922ea5c3c6743865d6af89d95479dbc3b3a9e5fbce3f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..490434998f8615fa4e9f26ea0419b16e09bd3dd8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a04cd8e0b5c6d218106cc7884833e0ecc05bf7c4ed9ffdf6caa0ae536fb00259
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c29429e03d3f0d24db29398709ddfc2ed1f8dac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:982b4f59366c0adc31bf57b8f288f9508229201395ca482322ceb9992ac9ab66
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b656e1ac80e40c672bf8b9befe17fd00c1efdbb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53bc68595273caa3083f1a6a8c0f4c6e7304e9cb0c9265fcaeb267b12e257454
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58bdb5bd22d5885ea816f1f4aa99e7e16066b87f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd36b9e81328a004a6c93462158ad0e9c6d23f404d19c8e4a65ef5e3fc6dede
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f73106187dc0ed3368ef1463ae1e0fe1023f16d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d6259c2ee56634cad766a0dfebb878e58f257d4c933e646ddfd5a83788e23a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc031d733eff6a91eee85f6310bde99e03645d3a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b4c3f7de46813471393b007b7ea8bcbb7a16df548776967d80cefe29d44448
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f0439f304f92d705575fc517536654e5223cec1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87995c28b741a1bc63c75cc534d28fb2d5c812bd04fe18b45bee6b5a62ae741b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aaa245e1d2c48af59a106dd8fc19735659e2e36
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f748f65cbb0f260b089063117763b2bfbfed2a95cd64f8a2c47bd386e0d5c2fa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8254ed29e164be2f3aec640648494830469f408c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae018e2dbba9ce4235d37435161de354670b018d01b780af311ce4b0e321041
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..539dce4310b4255d991086945f8506a9eef67363
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0efbced20bcfdd00e19d553d82360c7fa87812e1fb411d9bbedf6e7a8b6c62a8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00ea44f8f931edfc334592133120f99439fa617f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25c7a393a1c39748ddd62c6ee161b718e375227704e0397265b4341110638764
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d43b4a0ff2338120a72a6d61306e9a2c3b79a640
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa54e3dc2fb6ad831ad053aaec3752b8cfc76f9eddcefcd786345b1e05c4e4d9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8385659f5d0199f0f34c1921510add27b324463
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef042c21ad4ccfa30e5a54832a8db040d24fcbd5071f3742a79b432b15b33832
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd32aecb568dc48347f1acb883fcac2d2bd192c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e1dcb69c92e16febe8f2d63f0510474d93096daf3b62a857e4342ebf67c9b14
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14892824ed5882a4fa11410d80725a69a3968440
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b41d792e018b9c0d76ffd46578493c47cf6d49c9a9722873caada57d291d8e02
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5840f125ef741f2e45fdaf9c147170bbab3ce4ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b666c09d587acb152c531b0db17bad7138c408781e40b669c84a6c41b7b6ba
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c656da1eb746c612922ac040479bd3c9c9ae9d1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6f0ed8027807ca90e0de3b8cd5b771c67ea89c4c5e96cab918a98ed2065a3bb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2993c759b7c7538aa1605ffad33540fb621065e8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3327fa12f25b11690799967530810004c6af889ae4738073dc0166d6e50731a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f97709f11cc5145064dd51ccdf92ce0617cdf449
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82877db69d850b27929796ca56abb17502725624b7dcad048b0a156ab81c039a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f72ab75a6964c82def784d10c41df830e78d825
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a92fb07a96426a977364a845fbfad0271710b4d7cb161c9ba91b4e9f23d1f43d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6585e980f01c8b57b39b7c365acefaabfdff45b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b2832d916128dea2e819e4d137d86c097a3aafbbc7e083ae4f8d62d39e44777
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e54dc9c68a2477a72cd22a9302848b3c55819a0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30dbc6cddb64e3b31b86a09d1513af666cc28e4fd32cb5c24acb71602c6458dc
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d266e56ee585332cbfc177c3de2c0a7d90f6c09d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bee134cf6a94599b0e5f637e2f3c75a360f5631aa97accd5aea1cff5b499963
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dde17df71316cdadd7f95ea5815f2b42314e33dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47530e621d689c9c383ebdb32dc0769e0ee661ab7b78608487853f4b949605a0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7a276e35248eaf6dea51869f7b486944cb9d0f6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7abfe2d4332132943627672e85b1082d7a38655f5af6654404ca7cea16b7771
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbddc2d75379c8c96f91ac599b0516338e66071b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2626a061303d2f5179000b7529d63e616465f0c6cd7d03727a7288d95e74fa80
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ddf251b04ce3585191403e7c8f83e127aeb732a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26e84145508d4710fffc6d1d518d325a371d9df0cdcad1c23f179f90e3f843da
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e083135f7fd5b732eb82f542cf98bb84d22e6c65
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ede03f2d14dafc571ab71590b81c792e9934910a2d91974e7cee2c941b62a70a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..778694ea66a26a192d83e66c729c4ff502f5211a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ba85569f530eda541727adca095e76208db5115cb9389665c86e8c057927b8a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25347fb5642e9b28399a304bc128c7d6e4f30332
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d664cd7894bf186c6bd6217d276962d3a8bf18e267be23339c2e7d99358a9de8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c88f56d33767fdb603346897075450b5761fd389
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8ff982fffda08352fb4832dd9a3f5d6c904ea855dc056ddf3a3ee22fd66106b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ae4a57c499dbd28be546892aea896d27b64a3de
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bba9780a17c112b763ee34ea1a6e6b4fb1def696f94041485ed4a84bf9adf12
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36141ecff3239cffc521faa38cdb5bf42cd93273
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c3198d89f10259df30417cbcbd01658f4c638893c7bd25b3d50341ca76335fa
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d56360a8c6341ca9d997367eaa2b61001fd0901
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b544a499b73f230b12c479070df265246890e752f61dd272bab69b627be68490
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0be3846ff38485174a2ad85f5e6c240dad0f0682
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2872dee5daa921d26b8a54423336c3a829c6c8135b26ff26a3ddc6c3449a98e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89793bc07c8d1d2610e70902d8dc2453a61bab76
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28356174c5adef2c9ba7ec9a81b26bf1aca731ab16fc114e26a7f04039b88c0a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12aa71e6ff6efb9a2bbfba8c6e64e26a6a8f4fa4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68dc3cb00cdeb320af8d3e2c6bf3dec10d2c1b1667b5d9aef2728dcf25665c25
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a2189a54258a181e60979d7268c6f78512524e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb9bab5111fe4f27e201b6dcb522e40100a138d35cbba43bab8455ebbb7dd784
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65943086979ad9a0c1a4846825349398a35bb0ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3752fffa5752e7cf8826279b563fc469aa2784245c06b23e475fa7884d6d7cf3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..451d524924cc13b1e736ac49097d2de87fc2d741
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55a45803e6e1e036c28da91a2fa219c43cdea6a6a4a88092f65d3026eb5f2005
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..312e0c7a8295b6f04fbe4fd33f0c7e6fc6cfc1cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8721f528c2ae13c123bdeb25ef2d5314a07d05b20b06aa9d8c1c4def9f15f46
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbb9a31e9139e9ba9c7f61fdf0aadeee8a3c260a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45f5fd770c95fc251996e3badd15ed8e96e8b69565dfc984058be9f2fe2e9348
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eef78ba5db44d6c52db6333f0a2b3943c35a047
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfde28826db09833b4544621d4b71f2dd68d09f7f5676e50b9f4861ae90e0590
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95f8e961264f05417a6bfe29412b5ae679254000
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3680674438f09adccb3527ad67fd62513206c63d4d08745d94ea6be0b1068355
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b176a891ccb31d18583ec828233d4043c5508cc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93042295c3b0311a41c20c8611c66bd259c968b2a4990bfb04ef63b5728cf9e7
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31e24c08ef209d0caaf4b9b5c02eadabcc5f68bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:233c8a85f843b19f6ef8ef757768a5115c18c72185433d973cae9fb74848d650
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd81ca7dd0af22acc29684d4fa5bbf11de5ad4c0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0177940a88d31f08e596bef92047c31f0a2b91d0c4d09a1444046146fb1edb29
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e630180bcd35570dc081d9a20bbdb82b25e08f5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a25f4ec036d5d87950122354c0190048b8d08f7edff2c4c70ac97d907543e017
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01cf63d1ca8fdd523cf577e4179a58decbc48fb4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1555afc77f527133803322506c79d00ba315a3d1764a5cdf13c724859e191c35
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aee9e40111e5f031746487bfb96562d46cedf8bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a98c05377143b99b4965ffc67ebef3bf4585692a842a7cd48a5e33f84c15b60a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56b9fd632ada1633e78b31d416c501470f25c236
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e5e89abf97538c7b0ef32efd039466a4a37412459df372d659680f2dfea0827
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03ea3b9306a592bcebd2657da52d23eceacf6fa7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fdaf6320221340ff03769c9dbb3d520e954aa5c6e8f660fe7e485b46778c46b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..657680cf515bd83816f4bf77770fee3456f4aa9a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7690c34a6c679c75387dd5f91513aecfa9c68d9323dd476e1f9f17e8fb83203d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b915804d1cea828c883e6ffaa042bd2805b1b9d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba29ca327fc32f8729457b0e7aadaeac1f51f9dd2d21f3fcf894f4b0102ba1ef
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3e123e560d0ae0b6628cad2e1732fc4ed8b1333
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a964a899440a69c7e85f0596c2851a8fd5291332f7517bf3fcea49401e29491
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d428be2f94abe8127556b1012fb3cf79a30be80
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b32d7ada5dbbb80186b731489b77105222e154e111791208c7676d5e40c28f2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b8fdc0803923812421a1360c5198f9fee163b7f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d4ebbe08a09d3e12b8cd9de75e8ec0f5737b82c3df9e967e9d75c00f006d38
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f197845d92c5db65f5be2b44c1c220c11c4f312
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:612e3b4102c7d8c5a3b68f25958bb080f5faf43276ca90f65810c5b5320b8f6c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9dfa969739f959d5ffb84020b7f8381c1b5c5d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bee7fe39cf4b828ac3023c255a9fc8d48fc38f83f0949400fc176a4d2a7f836e
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e342ac9020f15121201fc82a792f6c05456c0532
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c96163ba1f173e12635dc3eb23ce3708aeda755ccdd85fbac080c3a91e8f9d24
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/lm_head/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1df9260f5c086cd3bcdf186515fb4d9aafc4e75
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2298c4cca566a7eaf5cdadee93263e029ea8dd753f61895afc30c7c5b0e6c3d6
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/lm_head/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7284ec0598a01c034993d21a9186190122172d8f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a3a69ea4370c32913d7d6d04dfa573c1530f26c8b407abdb3878d6004091231
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26476aef1c251115e44012351346357fd42b3e8d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff6f7a355a461aea37ffc7fa4e22a7e00df394d2a8904c4cef8e7643a38a7c0
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34d3c18cb96aade2fc87b1874326741b482269d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63ab9a4717354791ddda973ff3fb7e5909c6d7c0521b1996dda9188903817575
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ca44d72f79ef502b319a8faaef5df31b5ed4d2b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c21367dbfd3266271887f530352f995752b325423bef4bf78eaf86e62cfd5fe7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e7415ac5fdadd19e4f9bc98a4c3c9d52f2d2268
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66b0419bc314dbbb0714cdd567e8518d6acbc46f9a6ff69be18b385adafd3a0e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90d1e7915a87a579d88c24c415278c295e3cf457
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4125690b0f2bd7016fa506c9e015f46bddba6c51fd3eed972631dc0df7da023e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bca5a5a137cc25b7c4a962fb35dc2cd20b60a46
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16bd558e0cbe5eb22eff2cdca9f0b156612ee5091fe0a8b753f93af0dabf2b00
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d5c43df7ccdad488a67ecda356b6d4dbdea234
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca9ecc6d87f473d5adee43744a31fc252700145ccf1d2a10a48981bc3c02cca7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d174f6078f3a186a6892a0bc123faeb5dc988d2e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71112cc68828dff019fc596f3d6359568f80cb21984b3e8440b9e0164788c50b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5da4cc43ac94dad81f29381f6fa0e0153ff9e58
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:541e99452e55dc52e8bd51ff115d88abd4ac2d257285149c677861ed2924cc78
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ddd17838ae8a3139e74d18e8780341d2eda3909
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f321251c795be97f55b2d13d199c6ee983362ae057f39362969c0e5c51eb5119
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a528963c0f6971ef7b471c0ec4d34aab1cbebb1a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a2816f2d8a0bf45f33cf6bb1a11b35a6accf5955037f9d1f45a4abf7ea5bc8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00cb9039ea9b1e1cca6ee6e36d0081eccd53b9bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94742858108aafd4a08ae79651d89e83df119e07bc6733d1c0e55de8ca36b8ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5351262ad1a113757dccc54a14f81c9b9391b872
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:641b122e6b804821f64ecbfe539c92652b9555cb1b05593be289b880d7b66875
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70709fec86379bd3e2d32004c27d2b2ca7cc0cae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b84d870e6a2379146b3b5c152b19c189698315d6bd3b5a4e82089726554e7b5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c73c57bc2d156aa92bd9e2f0ce9b50daed8bb368
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab551a689547fe0b4ec0495b746615b461d5d8cc23ff9f476800d0c1711245e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a4216c37207499a971f1a8a6b19da0cedaf8495
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd20bbdbaedfd6ec72182ba0aa1d91f956e75a390dbdaed947bf5eb7eff8e5c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b84534530b179f92d8ba0749aa7749fef47de910
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:265224356f8df53978322a494a1f0c497d4f7074ff8a7052d7f95824eb5fbb24
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e40e80c01c77a24041259d7a2ea711a10725796e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66c3bcb416262011aab4fc4ee553d83b4c1139a709bdc2f990ef02202b96a95a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d292702586b1d4f7b18ceccf7f78a182a2d8c9d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:975f5593c851799aabc11f6e0d5568e464f6f087307f8732d9394bf8124d83ad
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b61ac42528c39336c61d0302998c398a351b595f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:366a53755b7348bc8954dbad43b955dab1629219c56d7e022be06b33e72d2679
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0cf55acbe099682326e9a6f310f32def8057eb9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b4398653eac4902075648fbfef5148c164e5f9f78c341b43636d06b8666db58
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36b617c282ae4fcf5ee5a8402c385e5b12089933
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f8cd3459e505586fcabdc1d4b1aad410770f2eeb1ba1cdc814764a3f05c01e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92c794bcc8f73232b4e1d259f302824da973f5c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69d1b764fe9b71b1c858555703faf39d4584737d2915f95a41e36fbe56eca696
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1daa3dc34e51f0c3d52afe74ed09086acc9b0852
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:607c0629aa3075e9127ee2db20320de743f2039ff53a48e41274d0b28d2c4970
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..750a00492dfdccf96e070674ab96f8ac64979231
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7017eaf4a29950cfb7b62dc2168f1516f5c991e46be6c9ed3c10ae5e7ce8674
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fae01804d8eedc2f68e6ca44ee07c03304e38d82
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4344dedbd35baaadc9a524b86b4db6713f33c7442524fb805b094333baf99858
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8362a1d8240f60aed4cb476d542cfef50a579c80
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2adf6a045d23dd88a6420df4d654bbfefee63e9f35973f1e7068a0b896041033
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac2aa6c1b5882f0d18b56563abaabfe13accb3b7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6fe30d53f1eb19fc8afba388904724f814227a9e1091ae6d537a6087a3a4d00
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2086d2ded71d5d916d8a16f992166ed0425c2277
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8fb7c25d45ce96663ee1f43b33b531074870165bd5862410516661cfd65f7f9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1c0ea14dc6a3517e8fc42ed9de294d7cab37258
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efe7c3f531b4b7af80f1374478d4740aa769292b5264a9d697002c82c39872bb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8546a240d3f91a5c3db6eb34533bc284cff222b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26f478c5cbc14cdf17ec78249df54b7bb8187a8c5c9bb6d5a148fbe4142f912
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef373377c936874dcb6b091c0d08602fac2d31c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26c7dfba0cdf68c39999bf2b2fd65ae9925fbfeeb442d2037e778f4905f4d30
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95f612725e0e7157ae4b2bd9e665a52248a293f7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee8394d25aae07c6364f68ea1b65632fcd0cb10c7fffc77c69d68675aa6e83c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..471389f4fef08438621440e485955d1903453364
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:756c185817be809a990526056db79a35aa8aa8d437ca4ad91b7962c7671a0c9c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..284e4cc7a72b2462591ba903c33425ff9080bbdf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678d4a1e5311878d9639f524c095470cdf621fec398832a8371aa8c94e406c74
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5326124611e9d5b486b7dc0b43bcdf304fef5b79
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eaa737858cdeda59cc17de168e8e65a57163de3367d8ebc66166a1b4e739fc7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb545442b4b83801f54181969cd078dab33ccc58
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5194791b23e7a392f593c32ecf9a0ddedebeb671ed202b64f0f62fefc8872c00
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee3c2194fdb44d521a5792893476173b28f07db1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:412e3117231c0014a82a317eec126cdb835b0d80c1f191481054a8018f7de75b
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce83706bccf5e6df30700336506b7a90a1547409
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba57e56fac7f5f1e308e3c21ca8886816fd494d2b267e1080e88d156ef56fe8a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eeb026d997e02c040ea9f7a02abc262e7b65482
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12f9c4e0fc92c517f8b5067183f3492ce102136d4255705d51f09ff986b26eeb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd205a6bfdcc4d762cbf64f0f0c24614b68f9659
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51bf9a80c11f5319030315b5b44ef49bad5c87706e72ca135a0b7c9260e318e8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cfdb196224d5579da1610aba3eac2c592888a64
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ee52829e17e9dedb3fde28436608f2db64d5555692f6169eefc4774b60fa570
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c5e0e8d9dabf9a0fcbad7fbe28ddd390311b04d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89510e57b497f5822922a98d498be484de527ceaac6bf6bb6992c796f22e53ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afbe72fb5adec5af9d9658fd761ed1a04916e769
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8778d9cfeb3ea9762f5356635f9e998634624f48e2c81df45fea8495a172bd8c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29c0e6bb49cb1cbf8aa2cac356baa45908d7b1ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab45caaebe313d5d94dcce71a19796750595dc0577982d26eb820b810bae632e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93e59421d6e99dcb2d41464b0c7b17a86fce4ece
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b514dc9bc7b5add190aaf11e8220b92e7a0d69133f6ece5358da99ad35150284
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..391aea244ae04e087dc47bfbaee84feeef2ebb9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6270a42f76a57a2acde10a567f84d546034d41bfe94959f24a51e9c9cfe8d1da
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f00ed2f426abe923e1bdde628572e4fedb8a5bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3452e4d884a766ce071717d18f4f506d3921cdee265d7a42ea7c8424e8d33b78
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8b8a41246a12ad28e177ff8941ac386f2ffec68
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:625e5622de00328e21db7865d10a0ea6f9990760c1d67b328b9f7412d71d53f4
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..086bf29f437030dd5130af724f29c0456d21ed38
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebf4677e2290d42bc8a3bc40cb5d92858dde21e497088982e04b38eacba25b1a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec8c9018b51c0eeb6b8274cdc8bf63bb249c72da
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46b1b3935b4790b11b2acb6c12762b1d342eb2be04a3ffc1413317e59325081c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2ab6505258830997562d10ede14e1027ed9c624
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffb11488ef619d2ca945c9c7febd0f599f1683657b21eaac34a5b0d5436cf40
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b24fac964a9b40c7bb893a75ac810b488be0dee0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f104733dc378e21fc380354200b0123261a9fa880deecbfbcae7dcb3deeaf16
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff5e65db70bbf24b98ea1d9a2e098457a6b2daea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f099281382d6578f12aab8a6904819b5ee36f7704a1ddbb20eddaba4d6c3d25
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46775876068cfbc918458f28e948e84bbc2d16b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5920d2b62241f5da26078be377cebf97495892247d59397cdc9ed8f299d2bef5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47da9d0b268ad6c39758361bac4db9bbfa6e3321
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5486627768f730d8af37fc876f183e66021ac8c7eb94ba9ae197c05dc167a4f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a79bc230d37abace8380550f6852e2de45ebac57
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64fc58f0c869415b1542fa573dd92e6c59d69037a454b966ba041a6b956f7ec8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a3963eafe62a3ff926de9380561994e30566b09
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25174253216543fadb6e050edcb3494e1a62cb82e0bcdddd16daced376a2f55d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f094eeb3054cda30fc6af4b7b9642f68bdc6485
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:998eed698b00a01b438fa7896b8849eeca96a29eacb9078e3e9de988ce867d3c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..632fec20f604641d99a8f35fc43e236788981acc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8610e1c39f7a46f1165b1547e29b41835e3ce9fb6f1d9fbcee5d1a7f12da7f3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4af3a3f03300bb4e584572e0d727d24e378e8bcc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15fe18cd2c4609078094821f9aa711564b167da86236ce51b12769a1f1201f46
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff96c5310e235ea95bde546e4ead71b2f29fbf61
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaadcf18bec4afa717e2259c5a36801735242c9db02fb65e4b1bebe7d899229c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20b7694dad2072c34e8e0fda446cfb88a4e999f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b15fcbf804fe19e6b5bd3329dacd670c44946a0ef7d62656015de41db3e3d0f1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2743fe25f0e1fd2b5797a7d7288f5e196205c7ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d30489bca45f6cf1052abdb46ce8776c63bdbccb9426098139be448a8330d56
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d8af2882c88af144de6a168af3350485cb8aa1c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:495d8f63449dc8a478e5f251f1573d2e7fa6312140efb72fe8d2f7a59bed185b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ede668f2e9696d8aeb2627a2c1a2eb05dc70dab5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:817257b01549cdcf3f8d18b4e224d224b23e89598b69eb42a990d3e4afcac3d5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97967335373eeef2d997600e36dcf7204a1ece9e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:827d6cbe856018e944307e1d964144d6e3c5cb402c54f1ebcfd6ddbdddb5f91e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a4fad0a9f1432be06ebc1b31bb76001dcc0028f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d2638c9fae3a256abe2eb35df372e6d2e3679077fcd016a3022f6aecfdb40e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad35555a5beca83a19d0b55fcc95e84a0fecc521
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7c7f1f54c6e875e8694fdc64b61d9f243bc8e8f998b0380a516969f84eda692
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00b9e73f6a324889b145cee73bff5100cc91398b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ded146aa47b365251c9103f963c80149f659376be3c2c4a663c4eb75a90218c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c583a53a7529350bcb17b803ef7aac110e1b658a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ee1a23e8154a15218fad3f7d664d65b51c651107e66d323316db7d77faea704
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ff0674dead5daf0bd6b3d97c2cd1410a3b06911
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68e894dd389c2d8c43d603018c65aad5777cf1de4bf319db7f481d2f9aac3da6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddf62fff98de6f4124fc2cde5bb98c18550fd755
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbbb3284cdea17086c0a7098d25ba328b4c36a3f16ec6141a8c1e563792a974c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..156f1e587d9a070dcb635a3b39be44d970438bb1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d9716f71f82bfcf5f15660ddd85fbde872291b6103485d19b557c98a0ab412
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80b8eb078fa4c0fb2ffb84ed06a97ef461635f38
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc08c72f7a37bd91777d1c78018cac8acaeb07e4e4675be4e48846f3e5e48883
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3027974d3ae8bdd2e0223aa1ab4504df1680c812
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96cf3676f722289ec9dbffa06d8800e5f3c453c22ee255658846b4da1a9f75e0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b7e5f73fba90e357983d7f4c631c847e4df82e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c6acbb9878dc9435c9b8f600d22e3cb97f872e8fa2342620dde830e4a4cfd2b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bca894672981b6e437b25d157ea55122466bd94
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a08a7107ecaa8832c62596fb7961412f3301e0da6f1e55a8fd6f77f618babc82
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9e36c53755fbd964bbc5f80b23998f59399005f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ee25bd6c71ad38af1f1de16bf911b610150a4dd1926fdafafd139a985b50df4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f48b78b223149a70c526af746a722d661a78f2a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff1f100d7ab13a8a105231d8754e8503da6c809be4cae0297a4629cc6cc1eff2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9f8d6b48436597d4f5f983504b06bf20adbbcd6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5715d94f3eb0fe7e42ee7f94f34a08bd4266a13fd34933c8ad963d4c65cacd3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f709aa262cb5e1ccf09cc52855f51ff16b3c2b18
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29aa4e81fd578cf0ede706e5dff2df54d4eae837c3e5273a215c095501a50c82
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..914de8d1a8b5bde734c7e1d686eea149f0bf8c34
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b57a1390234a6273df1cf591c96c04ab0d43918f5a315d046457e56c5f95c5a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e4eef56c5d4c6ca812c5bab249b286a80718a89
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac2e1f8a57d8e6616020dcd81915dcb08c953d31868a3d902178be8ea02c1588
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad38b9dd3d20ae3c37e00ac5a6e978181be6baaf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dbfa1ab4580cfb539457f55beae384b0a3c6168ee95dfa96641f9a97dbb2dde
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bef9cd295cb4c39adba7faec7c7f9cae8e49654
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66898918f5ec6e66efef919f40df9e842ab09738a5f958af89fe129c3481150c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32a8b325c74a9c0132beb0e804b44c0c8159ff5a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e8f329a7638885d99f5e3a200de493d66872d77602b9a5acb8e1cd61c73f3c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92c5f0f97cb3e96f0bf80769d5cd4687007e4e2f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a078345d659a9a17fb3241db6f5da6dab3a8da065a550e237eb48eb8622878c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c022969f6b835ce10b6deb5ceec002b15958bd11
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52aecef3ebe4fd5b16508be88d5c1b1dcf9cee35ef56785af6d28eed6f9ba3d5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9165c51e7c8908ce960221f79155e9c671ebb45d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f9e49b89b810a42937c7b4b27545ee25a52aef2b1ce3d928ed3df12f6548cd0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a1b6bbd7ac9280265767888c529d820b75b7963
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4718540f3ecd943fcb2dd9b3de9756f34b9b5123f6273284d3a0782b50c4afe9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..031331622b1abda6b29697fa60c16d0c259d0084
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa2dfedde21f15585f040ccbf2fe5f8f05d3ceffba25b049d0436b9de812c604
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf69392efb477d40f861b9cb43d1f6096cb9c640
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4922726ff90942af5b2ddb45a096d0f3356db65fd4fa67eb2feae6a536f2016c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80dd7783efe8206b1ad9e4dbba37dd2251e0c467
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17059af700c82f508377f626619145792165e3967af6dd805cd3465aba63935b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76b2ac7d6da770a39d4f02e7ce6f53f2a317f31b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb5a4048ee2c3d300a1713350304eff6400e7f323f2ea8e01a83bcf3d7c700d8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63137e7cc68a486c130c1e70f74061908b906061
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8647cd1eb7c3ef3dc5bd60d0759bf81d35217bb4b3d30beffb713b1921b80cf4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d38e5f655e7a9373de9f84297cb7f2fec6c9f3b1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53bbdd28aebe025238df5c0591a6a4c93ace8d649c2d57dda2049f184ad94cae
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3144a2c269df3d3f277402329f69c789d7a1a271
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a66561923414b293c32024ef83c9c9f9a28fa6fb21e6b8add4c5a338862d3b89
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f46fc873a6739ecc00e937a7e0b1faf3a9579977
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f40370b10e756307c098d6e94f80edb8c565b606d3bf5903313af84104e500
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88100e7d3ca44102642e716c012d44f131ef05fa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96c1b50f7fe12eb9b8145f1f9fccbbc9ac2ebbfc5c1e685d485061249551450e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36df7b5ad90943a3d28fba98e7de02abcbf13043
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:940d5c6b5da840b5addcfe8c32ed12c0ebe122cbcee194fae08afd11fe83db86
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ca37620c7d1eedf80ffcf357986de6f444bff47
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:566f969d5ba72bf7096ecc358af08b6d5d279e7f645c655b4869fd7ae046780b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd306a32f5f953b47f9c911a52ca9b6d153eaa3c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d112a5e21e60d5aa9a7472f8a5435c81569e8d36a891320201619d5469ca3481
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..115380432837284e1b21029202b4af6fca000f3e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3512f3320cfa973ee6138bda0bd9a8a2975ea9529aab74b6024bcef7aa08900
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86a145f8079b69181907eada8111b53bce9a7fcd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c92fad595792df5b7c5c87ab6f0c87432e6884883db278190968a0c2236758
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d60416241bf2f0ee25d4dcff05d8d697c8b419d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a272882cedefa4045ea0cdecb97fd815d2a9e26d79a911f6f4361504733ce4a1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c99129b87e78f1df87bf58450496996cc5a408e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd2e5dba61c192e434421ec9ba7a497e3a3736cb157d79aeb0d16c1251d2d37d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff462de4d16628d9c52a4e01b9688671c80ce35f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f867465ad67af57ea6968b7159927ec01214ad48deef53bb32134e5cfcb3ebfc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75cb129ddf0d71935e4793aa25de2c5c6e4a6537
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a8b7b2603106a09c5a04076eab6bdb2a9c5b7e5ab1c4162e3a74811b72606b4
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f3e0ba967f0059b282327ae51dda5acd0b1cca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b2bfb88eef41802fd2bb0f99755ebe44c980bd0fed982b42cdb2b09e7212d6d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01729e4a38e63f1633897c8ad1f5fc0a691fea1d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36b0bb60fbc2c428b7d4191b7d2c2da6948d346d6a62cd7b5d18928dd27d54eb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25850dd82c148824367ef247891b6182946a9622
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9adf36fb4437f27f456cef997a3f1e5379e92b6566f830c4dab891ba3359a7ba
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c372b7660a94103d21d45bf7b1ce974a9e28d2cf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4d79fb1ead0410d597890f7bed50467e30830c495fa2c13ef4c396b8976e13b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..079f07e1bf00e1e992d8f6c75f06ea2531793e27
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93972fc158aa7545c4c7e59d352bd34acf55ee08d4b6f193c80113f422ffc5b2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab6fb1bd4320bf326cfb0bc30f33a46e1bd6899
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abc0fc57933b156f111f3d91431c9d3331a04849326b52e773eedb5cd47bc661
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14ddcc7149b543f4b8598ddb02805391a5a488f2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:659d0819be42a90cdcca85ef8e94512031947da040c618a564fa85539c388519
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a66feb74b008b5472a5f75cdab8859b7fe8aa7fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d611a03f83bd0a93ddcc098ce405b61e5d135d8c938324602da8d5999ee1bbbb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6b504aed647b5bed3ad5e8d8b5e2cb35c62bdca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f57e24c25950442bef9a384aa6b50bf7501fbc53f9470d5e7650de0b827fd524
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad7bf8b1555e6c33db53c51490390ec5025c85e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbbb471a25204097d1f3445c2317c29af29b814c1e593aa05c5793c5b220ffa0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d32e486c559acd3ff98aaccd204f7efbff74df13
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5e5a49cdd02e3ffbcb6acfed19ccf497c7af9706485360bc36c72709075fb66
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1be1d316a3ef425d4431245779789eab2f81f4d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:709e70d96933c18cd5a6b0d045add6167f683ca729cbbe343aa104165727f293
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb6e53f526e2e4c2ad10aa03e5c2bf15f2070a5c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:449ab00afb7592e55b4740b8df6d514f2ef9a346314e3f3b429fb9d6e20b8284
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8dfec8eff8a743055e1e110f29b5c753d2bd13f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b6d67eb22c2665fcd7ae5b13f5ec814e1e9b5bde1a9880b43ac7326eb7fcc4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca5656860d33b28f77d3f599d3ff883676366fd1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd31f2c4c509b46f84f38090efa97201390f5ad316c371975c971fdd176bb3d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15ac7e2ea7938d8d30a137437736a029e9afb6be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6166602941da5c894253e53733fc29a6121c9685032dcd12e8082c67611a751
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..857e26bf01dd42f9b97dd7ad4c39e4235ac31452
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da1e86f2832caedf976eddf3daa2287a3ff111e8371c253f18a69678d0e96490
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8458ddf1dcfff25839fa1c144a09c4eb606b637
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a27b2afb2cf2d54b7f2561163225a861b0e61dccda933fb0021331448520285
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..520d7d866f612e51b02e05a3c803415ea79db592
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89779d32dc519ddd71b731d7da83edd9ce4521b868ecfedde04a21264ddc1863
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d43e1bc83f0f601e7ffbddb804476c6dea3b49df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19b8b767b3b80618b18cfbee3653dc224407431b7c4c7cc92dab2fa8adbd40f6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b30ca6ea6da755b5413419de0e897d482bb6f8e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8127eb807d1d9e97be236cd145cb0bea8247e5707ec704d11e18d63a57a9287c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78203ff1c106c2f6e832bf9ac538d0b2c9adb8c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bc3587d9eef156a3d3d78cac97b139577d307b2f64e40bb8b3942cd3c2b467b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51f387235f627b20213d921052400696e9dced79
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c78cf0b0915a9b9148e9fc43d31f2b024e8e98ecfcd153e81f1e1b0cc0f8abf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b30b746aa6350bf2fd10d1287a69df31e6912a6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:348bdde10822efb9346278b26ca962e52172d8996b7b315ba92a6273f6c9612f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be239d161bcc885490ab00c71c88e588beb88a68
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b272265e33088988d4c3947de0e888480ec5fc2c7401a1657b83a1c8f81a0d8d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3df66deabac41dd006c78c129402aa21adf3807
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f9078cf6eb00f33355f0ccc296d52b704c88e942af8a724bb861cff8bb1da3e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae840cdeb7ed07fd5f3da4650cebd22668d7fd66
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79eb1a03c2a4a2105eab3eb6e5bf0cf134c1f18a91cc68889cff0752d11c303d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f6010b44fe206d618c6d8fbf7ed8eb16221b8d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b92bb7c0ad4fe1354d243c87ec63affeba9d03751f1378273633e48e0ecada
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba2facfe4ea11006f7bfa287f96949fbdbf5c76c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40695b0f8e6e43d52770394e8c61c832da62ab90c50bfbbe60197e6d8c75fda7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9aa29274ac37756e29362f6670f18cea7443f71
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecb83d5ee3a24f11b1d2ff0c676555a8ece208184a76a0c9124438c24fd6bfd8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80df8991760c339ffb2efd88173b0a263cdf9812
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90618531b07b5b327d8bfcfd7b08b3c42465f281c389cca0607197daefff1f94
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f29d730d53ec0d3cbd45ea850de7dfa62ccf556d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a93a0dbbf3f76c84f9cd59ba186df861a51b461fc1ce2a2c16167377692682d0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5aeb72b479ffcb3744ff382728a68a197820237
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2da15c3278970bac709eb2f999161841780d582dd655ffae30c1fc3403adaa48
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa8c6f686168bbaa333b63c165c72501fbcdd73c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd5fb6fb39e1119ec78bd6da4bbce49dbcbd87cf98006d9dbf8a9a1ddbc2bb63
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2e98bb7a36a3842f84f18f43a38c180b986dd41
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a1e53260d5182d4898db201b87cc4716a5174e83b27257a6d3a1176f592ce76
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63ff9ea69a5187b014495c8ca417666248029a62
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c738326dc9f346eb052763eafedb143b661da36fe851abef53453da2cdd9b817
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..450938b849ecb85e3621069db6b1798cbbd7ff66
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c5db98eb1018f0b349d67984b5cd37469e9f406e5cc32fba3a6edee0f4fcdf
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0976cb75216f612428d5c4fb020132ce8ca4781c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c29e2df5babc7710c5d567c5895d43a2fa4217c91ec824fcee38aad3048d83c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67dfc310695f36ec7547cc2f0818293a28211340
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ef0c7ef4e6b9b4968ab5cafc234ab5e1b529e3d00db6ae310c68a5ecacd9a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f31ffbe74f320e56ee0b5c4c28f029bcb434647
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f1c1fe2b7f4d04b96c000d3e425a0b65ccd4e04ee160f36c31c207d14517afd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07602893b248960bc27d1245ff4888c78907ad99
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f08504b08d872537f196c5f7546e6a47dcdc3f7ec3368c19f13736267648c57
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab8690d268642054e864766dd6e41f7973953853
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7caae05b946213fa98c4951675f5f8b24612e8a698bae4e246aa842157236dd6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4329b1430f729c3d56499841ac6235daaaecbd57
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:029cb18276c4dd41ef0f8737bc8cb38b9e592b2fbd6dce2c331c84920de58bb5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35b6ac76bad4cafe9dedcb2cb7ae58420f5a85b6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0dbefb7aa66573fe226e63342f5ee31235c143f6e1d2b2fff5e5bd76649c7a1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8feef2bdd4d777c74229f646f8e1bcbb9d3f53eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2acb212b1a70ffef1ec9ce9b8e5f123e6b320ea1f439ebbf6ed2ad5696767aa4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e04edcf03c0c322a84ae604aab9d588594e9fbef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b16e8faa1e020ab553569e33fe239c9b94537bc9c5b0d44f1552b07de68f6e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6454c1cfda0ad79f609448ce45c2819571aebcc0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff07927faff974d4cc4d1b02d540a28eb3b50607cce62d2464c403fe829a2973
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05374684e753535b2f8b0eb28cd18340a332c60d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcf8fb8b049623ca6214cb622d94f54ff56adc768d39d80f02f502a1232220a1
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e214843fcaac9c5dd5ee0f9f07d103de78e5ffc4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eb9d11304d9024bf0278b8e9ed1034b459cbc867fe3c118df931bfe1540b8b2
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35a3a0a633d12473d868cffecf751c4b0a6e99ca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8849d866d9c7fb15ac6f7a48331629ac3ee28fa1ea010a27f53d460418af65bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39289ab4dcf7f66b68d36e4617ea63a74cc2c2b7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20f728aac55220f776875e7be3a1847acb3179a5dc0bdf48ed16007ab335688
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a07b2365bfc1b7d11b47bb6d233f3c8a3a0b4e8d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34993dfb9df7f8cf3bb2ad0ba0092779cb151ef67779c9b07c15276b60e159fc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d83a43eeac9dd05d21a1f0d1becb35daea630a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df1cb9ff67117cd0517f34dd64a49b78e8fa28d2faff3f364e51d3bb019c3c40
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb01cc2f9131d72945e430588e4b55f815f541ac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a6dccc693a72c6bb7c009c39bad1d4626d89758a9285c0cdb54f78c06375e89
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c734b602ae29e47f9409f831cb446c789142ec7a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2face8a58a1986e2925c522784aa05c22f53394b82e6ac456f6acb200a477bb8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3b9c4d0f65d423b60224b7e1142ce3d7cd465f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a358c40a51754056ec999579b079aea3f9b321a3d20e194559bbf5c4b42d091d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb46430850421156ab76ea5dab6a8fa21969370c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dbe6373239ffb072108e24e4a181d7f9c9f15e8828386a7645162c8e1a164bb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7081d4842ef56f56b434432f20da1f76e69dbea9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b1048b49e4c1a90a7c4064aeb725923d819a2358ff69c84d1e0acc8e9d6636a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ca7d85f5b26ae22f466d042351da953c3698884
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae96da7120d9a32ae770b4ad7098a4cfde9a2ebb49429c507b26f491c6d49837
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf9952a1e9e205c99e0b1c4792b25b24ebe45095
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bba4d0ca8d4dfabc7f0f1ce238f5800f8cf413ac0a91836015d35ad6c6de15f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de704d60a6a5817f72a226d1b84ddd2410dab3f7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f67ccb31ee1e04b3b265deeb2c8909fcfd7d3757dac1563e30c505819ec8f340
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b49a9fa2507bb1c7f150adaaa4774dc27ad695c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8157845fdb6ab6efe845496bdade9cd853d8f5755a87b87e0bcc6e9974b0f8a5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eb6d7e92ef80773cc16a1ec232de407e30e615c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fab7a2a61d68f069016e9d9dc6fff335267b4db442c733bb3f537f011ffc188
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56ce50d91128e603ba6646366b0376af2adf8895
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d74cdb8c70690242bb886983b60209feaf91e177abc8d5e43d0d72dde0f9794f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeadf584a5de86b93868482e142be0ebb6682978
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c852fb7bf51aaa581ae3c31df555884c1b5960e33d2ef57f529c2b6d2350668
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7369b6477da01a70384e88a0a4db84f496d8f318
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cb0a21c3f74c11a62b04a6588a1651a6d4441a7f49996384863dddd9f5c299d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1986bdb6fcb03b8e25966611446e44d754b05186
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3de7f3c16ec37badcc2f8fa2918f992429f7df51aa3019a0980310185b26614
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffa6aa1728a9658d01ab599dbc43302b68406686
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fea21db8eb0f3c4836a538cd2f409706d89a8a6f6b8fecd1c87e07c7f9e692f6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc31640ae1db4be8bef41c27e8f4562ffac9218
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0be3c4bdf2e8cc5f7386ae9bc8bb0f6ba960f94e1c23b9ae3a8590aa357d3476
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7039a13f65a2a7fbf9af709d9adc5922dd378ce9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17d585b25ecdf100304a83c5796ab3e2901f5a18a9667ee0e0838f2fad189667
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d8686a7e8321d3a9c39125e075a96c3fb6cc1a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87e1e1244fab9886d3b197c2c4a0c9347c4fa64cd9bf6e4e0648b840dd4f2ee3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e5c98509eb2c3106d711566b8e9aa1be8803d9c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2760abce946889431907531f94262ef1a92dc838bb3e8ff6ff37bc7e9f1d5c3c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73deac17d5d0908da3be9e76493fd57d32300d5d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f3be620dc4f96b9e15e8629ad59ba5c46f6be54b59d16db5bc9a00d7ba5530a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e82f2decfeba37ee4c508aa58150c64c394830f1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f80a5f48d456421d448c46c693b92530f820a7d9ba43cf1ae129877fa07a8289
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e28d547c6604a2c4d5de713bf251469cd2afcfaf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91da60de8601c89c2cb7dd646a9afa850d371cb0e25078b3b2a4e7e1845c303a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c74a6409bdc325921e827b07dc7fd50db36172b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:170298012ca04f59413fd85ec7920a3ac30ab6940813732f4d5ad58c7d4f638a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85d1d81f90ab4150e5aa834d7d686269ebfb378d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1225dd754384837eac3c38b51682e6b0640a8eaeecaafaef99ac1d7cab19b35
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01c2414021370dc69841ebf8743771b10283cd79
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76217b18a0c7b500e35c00b5d0214d862e3f0f4c76f033ce9a17e8a2a1305550
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2fb6de5b8557c38ad4ebcdbb3b371b79592e6e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d72778fd00766ff359b39bb9f00f392a1384db909527aa3d6bf70f91841f1e04
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c83027793b67f3c2dd49bca08070d8f13d4a504c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94702fd858e939f21ece879ab9552dea5751b66cc6f8d1927b258ba2976a0463
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a06d8ce839719d1023fe6ce2c84222c3ffe57ea2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e174514cfde3a86d6ce2852d02b5d4ec24b224b88a2007c1419576a5951ed52
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..229756d66d35b7665068b86def7621b068276f5b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a948d5483a26d76c9c0c1fa550b1da8c92e09217ae67a30ca3b2338e45d7c8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b2205055ddb3fc9f5db7876d770c1a9b42d8c25
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23f39c18354f997b26ed18138fc918cc03cc692dec95f2dac213bc5434b8267a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9df7b88c9500681a1f017bd22ad9e8c0c9430b62
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d1bc95b6fe9525136d1d1c682656c4b3055bb48001fdfce7252aacce4b18883
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d4914a05fbd1eb25467fa57d3c4e872f794a22
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c796fc55ff553176d739d82a62959309c6952828e3e6d2959efe224277203f1e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..699f52504b763631750061af71286c1904076c80
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d179a11e9b093afc191af6f615be366b181365413d3144d32bdf434a389a1c1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a715d4c22008b9706aca9c2db0bc306ce0538a17
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eeefaf8e616d1654f54fe5ed5e7ac5ee35613df216b64516f9ccf9d6ee39337
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a323addd6e1793fcb6cb93ab5d657bcc88c127d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6486ded115d33285ceed65f275c3717a0abcd931a3c3645bf5e12157c4c6aaa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..049230c692402ad7812cd103f40475554de7d67f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bc3469374b6d6bde00eab3f354cc9c344e01d55b9bdf18adf3b9807399b0d50
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..718f3fe5a78c0206c17a188b58009afe95e035c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b797c6db6be033c61090a35b0a26e05415ce152684088276ec2e293bae1fd434
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6426b7a19cdb59f59a1d8ed53a31b7715737dbbb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a6ef894c9544683cbc8f7b6be46409bc14935f746d28f14c3e06ff0c8bb051
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ae17a26e8ee6b0bc01ee9ff8c02f91dc2fff730
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd46383ec8f6445da63f0af800b431c33abba5d50c8a76b383004a0c238e065b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a1a6ee2149d17eb9ae62f282d80b3a999e1bd26
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51d9bf477d97526737591e6f28e5999d0f9818168d05cbed67256ac2b5cf4687
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf161d593b9fd8de19ee0d224ed5410cd0b03bbd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1cb7cf9dfb75466fca3a8f22b72048335ffda75dede3585be6720d0d152e940
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a329c98cf7a4234cd69ff6d0b1778d33adf6ebf1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a804e2c6f2b4d0df3d2113915cc00f9aace6f5fd94762dc18f9b5b2d834a200
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c62f1be1bd323c2bc1d6dfd75cbb2483dce0a590
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:478ef69c32beddd51b5e1a1b391f6afa6f8c01323a57a57e1f87141a92a555f5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c93ca3c0fddd84ab2309f452aac828cdc7153e35
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:637165378b518e1d4c299be0a3ba4cb65d9a4e457a7be4bf7c083392083d8a0f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..422e5167d7526fff7c7f814fabb260c05f4418ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13df5fc7d7d56207c9fd35697ea45e5d771397c598f667e5bfe5511c87bad3b5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51c2ac106f3779518b78e0a140087b98beb42c8f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77bfa4147188a3d55508fbfd5dadf6080a8609b56e95120536a15a6ffb7ea709
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e3fb518728973ae1ec69457866b7a5b7e6c3d06
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ace63964d71c3378ac652c43b263b7d35d28b3c1ae14c14707dc185050ab2495
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed1d11c12bc35313cd3b4069168f8006e82b4271
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3e916ff4dcc3ead3aab00413a9caeacf5388cbff22e2fd65edc47476c435a24
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cb9c3ee6ed9cc065a5da2676b4e3914fadbf255
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31652c24131456cdb203c9386b9a4f9b72068c8d0846acb7128e73621428787a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f108f18d8f65add8261649d50afd8eadbe832eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5023e607f00a9ecb1e06bff8a20468fd6bcdadbacd97f27d5532cff8e75db1d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e08b484453c51b8500887319292dc727a18a12a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:305144f099bb3a354b949408feafc977d34695826d9f8e05e277dbc06fe21708
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04312cf04a97103b6e311c8ecb9d1778de3f1dc1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0da6da6d891aba8f0308989e396ed6b125e43137d5e99239bdfd2b4f1e134e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..462318e8e2dccd7376d2f8f9b7ca5272532fa9cf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9c78a2c78e0e9373f68cfddebc57130896254ca95970a399f8aa7cd52959fdf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a29f312d125fb1e914c8ac552a77f0e5312bb33d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb02bfa06a2a6876296e68b1b7721f5b7953d1ac37058b14833277dcc6be899
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73e7d5642a81a87c78f21e8832c6f2a27bcc449c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b97c607cd8eb43ea9e59b4bb4b7f40c8955a6928c7866d5c9feaf4381acb99
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96cf799877337114d4db93f59fcf2dd071d89ca6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0f8b2eb5710a07f73d59d080970fa431b9b635202b061621334952503c6d4bf
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b0f0be850fb170b2d61421cc1cc1673c3203828
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b07199f6ff09ece622e9ea37c8bd406b45bafc9f81cdf0027b6b859e3713691
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..423aa784d04faaafd4fc780f4e41afeded3decf8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dfa445624980fb03b896d87dda294c99c61a78e996da6c877aaf3d8b20c5575
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b04baa3700774fc938f62c1741fdafcced8c37d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:789badbea65f556c636b2379045585bcc5992aa5d6a7ec1b224fb1d2d921c024
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea21ce3e3ee97a21e26e4b3df5bad59a6c4fa7e7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b22f15b1bce0c1eb4a600adf24089b73db0b18b19d670c113672f49104282ee
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f315f83656788d8c124dc2e20837bcb108391dc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21ea4823b6ac507f708f097549501a7c22441e613d09e77960d2365c9daa7c84
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e83689f7c6f96111846388e5634469f7193d7ed2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:741c0db65f2fa662aa196851561ac2d6b0df8144f7f79eff33db16c79082c96c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6588069c5a221b2820a5697ac6651480ea4037f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd3b8571d4d1674bc2608c43eaf0492caf32fb27fbbf4cb3ca4482275a83df85
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20c1e38c3051b41328014afb654c424a2b8c5176
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5a67281550eff35e3bf685128d7be8fbe683089f3d07041b0b171f0eb22b078
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..570e6e31a889130a34bb757594d8966a6096e651
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10dcd0f2454ed36aa5cce9da4e5466f34bc672ab112e757394e17894e3c7a80c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6306e37070685467140c3d0998313e6946ff66e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e01769dfc47c9f1ae82bdc2335fa0ce17cf6d01f4e434bab508e6cd4f0d8c472
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d5506abdded9ada29d056c9b84bd9f0096e9356
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db2ec0f7d98c836918c8cd823c996920cf30751ea4b9e79b4bb6ba6ec1059dc3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..215b565c04409b8e4346972962c013dbdbd00e36
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43cef7f77f844be47eeddcc294cb8e0aa6c8beef8fe040a575d4a2b8169041fd
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccb7709839dd1ef269d987c1d5ebb4cba6a19c19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b1cd24db4c3acf2b262798ed6a791293bffb12c6a3f5b2e2bca2be6792831df
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ae9a0e4fcc6c56d649420634d6776da2042af1f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24999bec0f8b1f5cf1ce9cfec7ba705a25fb0cbd42d3f85d744d631d096d35ed
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2915240079e7f2ed031d4b66b6ff29e9ba1d1921
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:766fd61e426d9999d6754eec01f6fc5f99de4552dba3b782edde6da8dd5a1dab
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc4f0b8b1c37c8b40c410d134a037c31c346f409
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c64810de117e58fde29121edeb44c00dfdb57fa09d3414b22e83b5e77a60e0a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae38a5af10c695bde165c3eda304f243041d7553
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a089a6df2224a1366e34f708f6fe7843c8103dd7ecf45e5d4418002da91db327
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00c6518853cbca711b5c2ec4ae6d19ac8e363226
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f376dbcbd4f594a3892b161cc165bed4cf9d80963142708196796889904f5b75
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57912590584a6d2e19d6ee1bd9b30b9071dd5d3e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efdad060e292a9749c016c847e783bbca2cf5940618808c528a0f8737d1ce61c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0858996fb57a99110cce4834e457de2be299cfc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17bf588a2eb358bb871e4ebb4d9c47258fd620c6a5bf7a07ac5ac4431c63b7de
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a96e4039c589c64fd293fcd399ae947c8549ca93
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1efc29dfe11e1b1ca89c096a7cda0df4827d854f5e453643fb968fcdee8396b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b90a85b6978d45564b8cbd9eff065019d9e489cc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc04c81f72940acc13db49e853dfa3e75da1f0df6f8b82163540d99cbead2ce9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec2da5c83379752e21398f686f96d452318a8ea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc7f653664913a0c239a66e818701ab2558061c172a5eca54ed888505764b5a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98d5ca6aa175640e6e7cd55a519c22d43707fc38
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f695479d1708e9f7f79b0b6645bef953755ff11f3e651aef7ac0203d6c62523a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1186cf55ffdcc6c7dfb6b29cc5fba908c71933c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd159b848bb327e11e0dede8710155d6b0bd204112d4999d5cc6db6dae18e8fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e6ac426ffdbf5e5dfdc6d42c0cf1fd997b4fe2e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51a6f7aca50e420fd273e2c6acd954ebb744f61931fbd88c9399c1ad5946e424
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0e11a8031a4f4451ff2c7072a3fad9fc818bfa6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da0d5b571ae253c6bef9249444c4292505a986384d22ffb431d133524a9267a5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec1edfc944db44ab4aec5bb8a490a1a8c84350f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a98393fef9c5eac88349caa46a1efa9fdd4bf9282ee811066c0157453aee4600
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..887ca2338f74fff3c8e86b3277ff835b850c7f93
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a0c88510d1eee13f3e8132f925ed0910bb7e84886913abe51f283ff4332bf8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbaee2be3c66a29d75492d8935b3e7c02aced6d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fb94b0ecd2e7798887ce76dc6b87565acb0fe26ef27968a7516ddb10ee921d6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..766062991a578321109c43349e9a7c73502f7e1f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:610d6076f5d0236de263c5b3a04233cdfe1ac60a91fd2caa977cc199c6b349c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50852abf9d1ed7d3e24bdc0e11911b52c517aea6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e5b731f83e9725e2b0d34ffb21a7e6053c90fc967b340fdc3193a3f6bd02251
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de01ea388f7c0e3c25678d82441957dc0a87ec6a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2442a5bce3106e34602597c4467af7711c240cb70e57745b52fb096fb98b8389
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e09356a10c2c9c00da79d965364fef1864e02b2a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d588d8df3a9af37803e272b5a98918afd38e4d0ca05e282e914ec6ecc8eb472
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54c4380e33d2334f902697d8ffe93b922afe3277
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9bdbe5f7eb2a102646e5a38c07bbbd47e4717924212a3ed070f5e464fceb47d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e497753fabe859ec86b8bfb72d890a6e9185f948
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fea2db418d77debe7cd681daf65e0003f73ab3ec3d18a65e0a646e240c8e82b
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ed1827390839bb8c0f152b021946c5a3c125a8b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4239b17dd4fcdf8e7023c94d15ec24e5cd1e0b6b95e6ef42f1ce53f14cdb4218
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d6fae71f71a397ddeb11bb0bd19d2e06de2a3f6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e585c269d2b12f87cecd94a74b51b146000318f14191b7ed925b5dfa132b2f5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b5fbbe7e9562ef3587733c84c7d516f16932746
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b50ff8d4d935a64595c79cbc328efd636dedcc2430e3710c6b40721664a9e40
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6fbf464bc6c1b8ff165b685ec945db049a7bbd1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a32d590efe1efb9938f5ffa95dc13490af8c528ae322a373782f897048ad8af4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dff5c74fa25a377a43029daa2e23cb431848f4e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17bdca8981e5d84c1c8856db1d3af1ba12c582ef73aaee4ad1d817b24bd125e7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55602f8b13e3ae78ff9de072567d8c74949b1b98
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbcedee631fb2466ca0821de290112692eda3c0f2078a690d4160003272195a8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1da104e3908ed4c73dfa6f8930ad71c04d95b47d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:813d1289e4d653c39fc71c600735aa16e22bcba316322c5248a187d9623cdf6f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d5e1a3645dd103d5a48d2fec178a88afe7c96dc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc431ef534818c9b4396e13124707e8e605f37bdf51ea418c84b195f4b03e410
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2072b14bbb55bb03edbd5a05ecc3ad3fd00f1341
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f7e9f07912bc5e0cd9712f3ac5bcf301850f1056983f1fefdd6452da6dee4b3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fea2430d9b0b7bcbf3e4c919f202391baf55e64c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcc607e79d4fe8d4b8a2239cdc3a4b764dab847142ec727dea0da2c002943aee
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa987a4330aabd7786470e1f3fa0ec44cc84e401
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56eff1e8f3c2affa0ee7a0033dcf386f13e6cf9fd631d3e9709b7f49d6aac2aa
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12998a0032ec75ff52074c13694720a1174550a4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e47da24a6e6834fe9e1cc1410af61a7fbc54c8cb6c0e0a4f3a22a6ab3f6dc167
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc9db1570589abc9318853f87dd611bea8e3df4d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d591cd5e62a980c6893eb28817a8781c6ad458eb44632d5e2d261b68fb50f5db
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba85e4784c1b6f20effb033b45ecc9fe146c13d6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bfc56075dd28f5ea9557665633fa67369037dee39e92e25b013e3e5f75849ad
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6796ef760ff5ecef0fc94609a0f1bb245ee6bdf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c47f5af2f501a5c86ce1a4650b57b144372e92ed7ffed52d35e6a678871c062
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c54f46a6956b96e4f8296e6b15e2125e03e4121
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:587e235625eb4415e2df4912a9807a2e1f9eb70dee96fe71de6f8bef0b9d8547
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e4f69c055ce91fead1134e0fe10d9a0afc998bc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72921e08643288b85cec401493745f7bbc1d6c43031d5141f156385512e54d26
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db32774650455fec6a9507915b6b97ac44dadc6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43387930f5a667ab89a6e345030603f232f9f8c61984ebdcb653bc443274cb8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eec2a9204abd246d118e6706d28e67be085cfb3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d57beafd2e9bc9d55bd65c57c43c8f89465450d4697e151c8c3a8d190ccb37d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2196dc49cd813dbcefdc10b3da6a9bf48e5a80b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:571b09686888b6bf7891663d7c7f9bf47931da1d9cb2b8509884c839bd628fb7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d3c4e9c405f189c752503d87c320392fb538f26
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02be983e70c593b61efcf32f87224bc29885b83b04a3ab6f11962bf447e16776
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb21791a7690460fd75acc7f005b6fa16128717
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aefe9513e4bb861f3cf652cad2bc2b79a34ecb3e4e4c4ac96aa3d8f65dfb287
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..267a577cbd8ff82d24219a15450c6e451fa1c7c8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f98027ec24feac64c5cb6327d145062a226e06a0746d10c301d5fc4a501f745
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d053488906c15f522a881697746d8389f22977d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44882e77ad800e08f78171111aaabab80a5abe6b14c16b04cab35e6f37f7d626
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0165125eb3c4ba93b3783bd9c5e86b6efd9ab28f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52685dccb59ee1032044070477d2381c564ef5cdc9482d1944a840eebce9d44a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47af5955c1207bd76386f95142ace1966f53eb16
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0348a3a4f6b19e79ccdb963eb31576ed965fb625e8e665827e6fdbcc794d93d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d6ecc331b2cd270e0bec4ddb5c1f0e559bfb08
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:820717c42111820f81463c936bda33a53d39e246d01a26f59fd93859a04af9a6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2796134e96d29c300232105079d1f3d0d965e917
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81dae271e4e48b503677e223b8e8fbe0510b06d15c894282d8248926903457d5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16bb5bd7733d30c7363e886bcbe10c889747f70d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fb9d792e37ac1ec216de3f64336e979292277a1c5dd3b0b8b5f26e9ec45b306
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a9c3329eb79b5b767dea40c0f6da902fa9e6137
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b05199796c2f837498adcea3d4585d91ac006bfee2d24dd0929b4b91f5b102b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0df9f9e6814fb0fd40b1d7d7272766d1d9089c74
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fa11cc9b083633a6e9fed74b984f5751794e919a92138cafbc455dbad6b0123
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5689d19c67a97677c6929ef9b86065a42c5df09
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e79e9948b422590027b5a7fd8be8beb1708a7c33576bd85237c87cdad3f0558
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7bb753d592d92141684c31eeaf364845b616bdd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a500ef3541664b6b21e0c0e013a2ad1513d765d78e8fde2e64a057f0a96f0fb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1e2a883fa4e925ef59718b3ba39e2b02d9c508b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:670199945cbb8463a7186967e15bf4aed13fd5db1383249c4165bf48ca8e0693
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d042738ecaf5477bd44883c0ae5f087c0e45f8ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9d2ce735a9bd1815ca08a74b9b5d2f5ee392be7a024f4ee72f1eaa2c6397b60
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ffd416a0a73a2e377137fdc58dee1359cb038ec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64cc9c6c8e78805c309e6e224a284001c718090ad7f372be3f8674a941c0ec73
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4313a2febe70c49404217686e82e0e346d12bf4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7989cd59ae1fa6c227d0dd91e07209e1dc716439434af268d50addd83becd630
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..944ab3d30c040b291963fe80cb4a4c9e6fe3e7ca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88d732476b3e01324029b610377416349d337ef12c6107a3e5a54a24cf67c93f
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/lm_head/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/lm_head/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a52ad60c77b7683e901f5ff954f0d723dccee6e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab64823e097c3bf8dfc1834d02e0f91833adb04a4c26675901a3db4e2415591
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b662f722c1164061b7d6428128ecf87709234d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8b669c925be163d85230f14913927a26ecfb56860115ffce7ec415babdb10f4
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2339a28025c2fb533d67350402c5324d2e0fcad7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:610b1bd41f4cbe3075d4c6d07616bfe6498854ce540d82a809419ca0bd6c012b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ce50c9c930261607a82d731059b7ecb639af43f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b919225181eab6e44e00b10eaed4461e3628762d850bffe25350a3392b3b127d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31b5f88dd4f00ee5f558222dd230921eed905882
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c65050441069d1344e22db61fd7f8016099f1ae59960e6dff472699da83b9eb3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62c3c364b90fe9dfaa305b14b474df258b8a3cd7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a456e7fe09dae095a868fb64384ffc1dcd362b431a4d93b54354c54aede513ab
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ca05a4c3a1e3ebe56cd37537cb5091ef4da93c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f678fe6c12c5e2474e61be318445b5feb0d1132766d54a83c40cd50395412a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a3ba0407895894adb48333206de9ae44a2415b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ba49e19fc7251c07546f64df0e459f97a069cfdf1713256050c641e08b34f32
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3ce79768667e808f78df0d68d50a8d92368436f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea5d08bfbdf1ecd008dd9ff87b41c79bb588f3259418e198def5cd0efb78bf4c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72d1d84cb9940478c50efdac775bb835289d2d83
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d73575901932cea04c744e6c4d0b2f19708ca6502b1654a57b375954f0bbd7b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ce164d50b2756987e5499b0080be1aa1e62a375
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:418f43f908103da0141adf65023e584bab53991a5cfad900f6133d2cd952d333
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..996c6ffcd98efcee5ce19d87c71ce197f02afad3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc552b7197ff28d39ede6a63fb73da28587d542e9a7e04bcefd154070ecbeff3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..217d9cd020d3d5bffe9a4791ca9f32068f243716
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab345d1c04cd6b033f6ec5a6c5442144dc6b1a4b9e1a127ca43b428f96a7f9ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a8677f4774fcb0c199b51ce33e2ee7b3969976c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b4776c1e1743f191e758f20ff4247e7c443a89cbc0a55c1b637dfdb6233817
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c04565b1500d103c1490839c49e464c561aa434
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d95c150f9ee28da8b2baf7a604f55becb46efb51e61e6dfc9bc99b8f0686ac3f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a56ce7c1fe17bf708e78e57198cdaa7b9a122d8d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8780b89847fc561494382e0f8335dc7198320159afee32d3ed559aaedf7074ee
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faa150cc20f0451cff85a877eca0062ba1a1306b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb94f4b64468a0b9cb20544a07bae98bdca8de98551b292ffbbb4784a6a8bc0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91e5bb47624707c6b0a835ec72bd071ec9901e98
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94ace4484544101dacfecc49d7e57cea393808f2addb8571a6bff9cdbbce5b8a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c671ab4a4871ff27d2a8a5805e345aed4e11713
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:172963e3d7aac6a2171e6d3c3e1d453af1d939a6652b019f054fa1184cbe52db
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41a885b5eeecc628d83d1cd6710bccad848814bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5c097d3a461645ba619f851864cc05e2a4ee01b02cdb8b2ac964b12ae0042e2
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ce14ea01e95606f9bd12771b88d0d25c2f4dec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f35095fd38761aa0d5fe7b0e1bf9375a48256145a705186ebc840068939431
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0930e14506fbf807d4defc15c525141e4d9078e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b0f381f06247889442f5eda9c6fa53dfbc3995fcadc6f96fe1c9279f51ec84d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61bc05fb1a78673339e6aa509e436beeb8af6614
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d86b89c4af15219bdf020011b565cc974014e4155acc31252e2770e573705b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06877a4421ae1b7a4b33c4289909142a414f9c57
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a9eb993350f085c25ea6eb814795b8cf25a0e31d4825de1c86aae402331fb2d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e5606b16bf29b168a0f85b16bdbc4307cd235c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12177fbdd5af66cc5823bcebe352b029bc2a14e520a61254b44a3a7ff9ff816d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65f0696f829b56eff1608fd1fdaf87801692c48c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f3033878210f65feae5dcbb616a58799584ca8248b5ff3d3b8c3a0904209edc
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3ca6f3642f913caefd98b406c9235929e396702
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:909d2872a921a001305d098baeb2c7d042879b7825460e6e6a6af3cd46305955
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3327d3dcb30c6fee1fca30c16507a8bd742e588
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06223666c706605373c66571a0b2fce4929e2df0d3cdc480985b860ab95d0a09
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52b1a5bb4afbc40558f3892b67601fa6f41c1ce7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca13e01389b5893e98f2ac02846bf2ada0e3f78af4a059052b4a7f149cdabad
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ea0d1cd55921b9fc1930874dfe2efcb8ea6c229
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79157450d35c1ea4941bb9e8ae61b717a4561b28bc5de7abd8be05e4f5cd648c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f9e0ff6744687e478ffa030f901b17bf158bbd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e14df6ac0eb2693377b02e4b267471decee30cc01219abcd746dd86b5e8172e1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a4c4026dea2229c9d4b7367d349cb207cb74914
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc93e0b33fb82e82c6b6d2a7fbde9de77fd30abf52402e707ae98bc2c191dd50
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37ff303dab51e81c1dd1da0272296d24ef58c96a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b9c9c7b7728aaa5c595178934fcaf5bc6a125fb6ec457a9f48f24ec4faa058
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f573e9059dd0780fb6f3353450104d97d6b35681
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b64d67808dc8036768dc3e2bc21301b5e2d1e008221b645676d548d2334ac4e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7d079a80ada3cc56fdded9c2e8569c7c8e94a02
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a9396723e1929efece2fd7b1f5336e46accf5aca4dac5326fa49e69c328fa3c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..078b02282a7571e47524ba89fd5fe51e7c5966c0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:870e9bbd1d4fd24d924d3bcefbd53166cdfe2f26261a6440532e3489c7bd6a2b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50bad864c6949b0bd3730f12ee4c7aea513fd22c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fce5fe2e91544fd6f7345807f80cbf7586bcbf51bb50e86d67a5ad23c4b78e0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed4afab6eb38a751b5b333bb2c44338183ed76d6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e345f3bf6365a01fba116758c5c71c94ae56fc3403156f27c5f45fc63fdcbe4
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ead0b81149ffd50eb20907aaad6fdd861da6b26e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feaa45ad3b00ce2b995d735e3e2ae7175288e68867b9568a67c3db496cebdcc0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3f3503090bc519099fd66882e188fa25a33f20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:632abad47e0513dd2cc4347762cc18f37ad7f2a47e785cbcc1c317568704b364
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e92cac3836dd0c9c45463f64875837a277dfc04f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a63eba11f12428581da95b505be1f9744e485b05fef04f794735a69f97fa4d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..222ee3627f2b08b3cc3fcfedf47598ed31e0ab69
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8553c69ba0ef1203d94cb7d64a858599ec1bb77d0485483da151ab7d82e6025a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d7efb19c0b14a806523f973d2719e6415f3a24e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d94ed759a87f612092f0ef12c1b4abe0f679e29218de5af7a9f99a931a96a83c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5825cd018b601a0322918952e76c82784800b71
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5ec1bac3761422198b3ad513c2f0237eda115cf4d2b05b8411559f5a5d249e7
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e9850682562200fb079f17ad23563ed92172b78
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4f19c02badd17d305244474a43e4d860f53adb682047d68e777537eb81ebfc6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..788936ce7d35309e8736c076a8277fd8b0155ba7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff2788592b57731190c97a59524bbb02eb5ff615dea6811b5ec5df358b246cc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8438dacf73fc1d1623e495d3e45edf6f6586acde
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07fb7a168b9fc5d0073e29b03c7a230563f7107a59530e6b8ff4135c0a3d6a6d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12f497417331598472139a4fffe7a90ff0fab240
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7599abcf2ebe935ff0637897d4b9c387f6df8a66e9d85fcb04fcb71768a4da23
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36ca70766de107cfd8a502fd46d392bfb3de0417
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f6f02c04119a391d678a1cd73bdf58561a03225ce52ee8f62c7ac562d0d1f13
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..939e06009e1bd2e76effdff7c8a6b746298ea730
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3a7601f8f530d3b4732891dd815676a32cfbfa7e413fe26d37a53fb319f0904
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a033ef5ae5f050d8486572924efde6a905779d6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51aaca2cbe19ba5e889973cee37ae960299c07694fd16efabbc31931031c066b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..664f5b2639c541f399964e075414d376f762c0d6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1889d2ca16bf9f9bf5f9619f8dcc60d1d62ac5fd16939f7c9251b94b937457bc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63c33bd20f5b220f7a240b79850c18590f4eca82
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43fcfe892e78bd32e73f31003779738379d2985f931383175ebb248860f35d59
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a35115949a09726856d4ff8809f5487ef66d509e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d4bf9fee9f1141cb576f01f98bab811e457c388c81ea0e65ce9b7f547e67aa2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27d807e626449fa5ea6ede682cd52c25d4d253af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb2b981dc6abc22b03ef6ffe0821cb86a45f1b27eac8bc408dc8c1687c39c7a5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a0234a8d0e9b955b9faa6dcb04d46c19ec45d1f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1b5ef3cd5ac4eaabb7280e52c297670c806bad54ddf3bb9375d5af99a877260
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1ab03471ad3a6642e14e1838ce288a2c9bac2e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc3b3a89d343bac40410558e4330ac6a5d1019208ae4f7a109753f3ea7d50f4d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2babf0deafc9a6910ef4da628d0afe2bb2480839
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e8a728473f85a63f2c1bd7fc707412ce3d27a328360b047ba85b30092309a56
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4544138d0d86a7c930895cb2ca55f7939dfc7c7f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94771cfc086d7feccb2405f4b5a8d0958c783091e998fdebd12184d1c3d57b96
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aea51f943fbf299c8f868c7caddbdebf0ecec11c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0424c75109a552ef8b94b3deea0466b1f84a24303750237694689b6eee31ebe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf8ca32efbaf995877ea4a037f4918aa2a211e79
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c145ae7851177c3706771549620e7713af3e890bfbe17891c0c39656a57ac847
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0e038c3c6ce59e16bb5cdb2276cc02e7a7fcdab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab9fa5d33a254da7569efc506d7b87ab4bb80268dcc99a65969f732007ed3b05
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d3bc5a3d6a6dadd5f5eda8759bee9b77b937823
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98740fae640aa41826cd5226c9c796163f37b3478a27e277e8b9c335b2234ac1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29a56b15cb441a16c47c703f974f76ee122d1243
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d735cf82573fdd97da8abe4b5ccf9b280b76ea171e9fd1f93d712088258cdbf8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..941daa9fc36bb12ca8b0b404561d0d3fbb72df47
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60dac4ceadffc6b84a8b9ccb97e7ec18ecaf0ec8e7202af0cafd5b20e07bc863
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f8bf9729b447e145ed3590d1006da236b930c9c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43bb71a7326e28ea7bec34ed4790db12cbebc695866735d9bfc0436704d2ffc7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e71a0d2c7ffb9fea38d913a9b9ccd6a302ffbe48
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:659f8f31933f23cc21e90056149f1244084bb4c2b48fab62df221c9268c88a37
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..992c33224ce98896b9cab02fd53abff78a66b98f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd1f04a8566ec433010f8fd7675ac274496b5886415354780551a70c45acc2d4
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f75615f620b393ea0624ce48a8cc26ae26df7992
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43d5b962d82d66fee0db2f7d9e0ead59bfa24fbbb0ef727cc0269a9cef843169
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91f6afe3b957db8a24ef9584a3f74478e4f94aa4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8333d06b8e4246272aed9d9bf4d1d244fa7f7f39d67cf854ed1e1d91f866542c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa0796041fe4e6c40dec5fcc015cde88c80d544
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cc87c7fec5426a6d3af58255e451e755f85feebe7c93491e78cb0a04685a1c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2afa3f644c3dc73629cccea6738f746731d327d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5287df053730884b6ddc0d0266e0697f018a01ccbdfd1343137b4471bdad7738
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40781ddec87c8e420381647b957cd84aa0e50651
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3047d9d2938991ec0aff9c0bb8add51d8dfc5d366f9525eda1bee8fceb219ac5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdb9778315a5bf34f204c7ba953701945fc8745b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f9319892e3f3ea6aab8b2d7af03c182067537962e90b51f204f0a3c7bf562e4
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b64c43414481b9d7c36ede7a73960fc7e4c2c8a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53ab034e6d59b89de52dfee7384009ec53fb3c7e2b2d1c18f2e8edbb387733ac
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..160307e969a740247eb812c430262bf1854f4540
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d9d866c70e32c9a681ba341ec6117002664a0d56752dc18fde511c4f5f7f262
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48fb556be0d9bd1662ab3ca9dd134ab005b2fa28
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d25eafdd498fa2023849d631bb9f41bd1540bf2c5d1693c78fae4524b9975fa2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a6b4944fe536d0adb096c9ba146a658258e9c29
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e42bcca528112cb22da21e6e4ada46b97873674d60ad89b52bd7f84605a7565
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9b86dd030edb02943b390c0c9bf8f4178ca6b51
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:882a1c3d6ba5d2ba8b2ecd7c6255058eb7524c5dc37f9cba8ce88901898bfd92
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14e893de46044c7fcba5a77321e42cb9926e6f8b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fc11eab08cf694a70d33db66262e20f2ca5e1bfc11cb7fabe522516c8c207af
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8097d65dac4d90717bdf10d2bd64fb364167b22
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d920c30c7931292058506a42c1ef9b4ea20eedba54b4fbadc059e47b6399b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3e24e190a5b3600d789f7ba7c9969e2dd6f95d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a475fb9094cb32f179802c5c6c07468fbb788d8a284f3bbab2b3673ff2dae6bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f031df4db0e33375772d4194ec3ca3ee93523529
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc86a1969a63c20752a61772777df77fe03f0bed0372db985ddd4dade20f243f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62354fbee5ba808c39d03a84669400d345ec0cb7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d3c38ce9c917d90e837beb816b78582127f1c6856781300df1a0010a0636bb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06259bac91611e99c573acbf85869ac2b94ef154
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a973b8d60aaed4694d027971cd1a645f868ca257cec90a795e47344d8096d8c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26b172e9612f0de7a2b23fe6b1da3d25fb93b4be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b22be8baf2c38830618966ded46ff58a7240a60d09329c2058c872a3c4610286
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9814ab825bb1d7620a2f58d589a4d16cf2cf6edb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf496422b5cc32c27aa33b05d64c95f8a7efa8d72f71d7df57d568f2a5154a91
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a55adabc7760545b12ff0b55900a92fd70e2983d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef432f64fd575cc7fdaa5081a0bd2126d04d496dffb4fe9b51bd7474e8112cd2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0a4596e8b2fc9d1b9a2ab6a39e2947a45e1c71c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d24213d0db2171770d8080ff5bae024abff234305939d13942903b33836b41
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5781f6f0e7a1616430ab5b47a227c36cd96c2b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65be5e2c98ba6cd43dbf3d6a193c3d2450efc81e2786c3f41a22d0357dc3636d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc7d1d32ea174cf6b8e3c97ac48c9b3e54fe8b12
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a5f4190a8e59fe5c413939f6902badd97e070a1d3c052895acf8020877dfe64
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f60fe9dfc057c7b8becb609a7ffbd4ad899beeba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:837f4234f7efdef061efb4deeed927a487c177dc5a5a144294a2ebd5fd8cdaa3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c231a89e9c29810d27be7f593b489b5bc8ee3009
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f584332b3a79b85f04e7b48ec14bd21335f09fa7c51e721e2a222329e75913
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d7add9f38cb131164ed50f09e1a852975cf940
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33868c6dd9c5343392491aed8ebe60dfd4ee11dc837df28d58d60a98e35d15e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa2e4fa83b5ced90a1c375e8a42e962e7d597e08
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b98ef00e6bb40d636db4d279ce2df31047c924880f9f0845cf3d5246d67082
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee20bdbd3aba1677f3e5596a48eab8691f82ec2c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7db969ef924aa1a321de0e3c1551820192a38fe0e6a1233c272b8e5ff3274cd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb61fa87d420aa8037158b15c49be2345d26979
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b135831fa4f5105c01ca1bc65d3922f5786f865b618f91991f58307b3b0aee3b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96f64401baf058bd58569e936cc0e6b73f72a69c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a38c627ad3b1c6e4a71fc103162efbb5755553fd020b124d0bb63a0a95dfb4e4
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..612e8bc6eb22fbe1aa37605769f31b0a944c369d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7fc1a7614521d022eade6df4301f0e03d54769086180c1e3030e12a3bcc708a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99611482278e7962ba034b60057b3a0ff734882c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d871f8ad08dd58daff7aa1e5a1980ab9fefead4194d6c537f7fb8937fbdc3a3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f97594e42ebca7a78e82f7b96d99c6e509bcf68
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65aee2b370516ac065647ad1db907e2c7175058f5f4a9ee76560ccb61295eb15
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93c8c4a3e9949295c17bd109df9520c40fbe94a8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03c85c43c483593638f459a6e6a370ea37c6c3f0a63dc7ae9d2aa594d56f8c6b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c25ed419633f2e27053b862b8806d131bca1162
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:710bd331561f65a4e646745b37138b3c6723a759acd3f30cdd1e0ada79116868
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2ea5045315081fce29576d51c4e68f3820b68ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc864c607cb098c5d2be81f408eaa733672a5443aa7b3fbfdc0eba46cff9f31d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24dca769e95dec26f422ba313a32db20360fae8f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030d9025283c793adc2de6724a43d65d15c5a4c35331fb0d5608b752fe675114
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..868252accb8bb92b74c8ff4afe0d144e7a501524
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc48738fca5639d3cf58debb54feefb5c21726c92d676ed03198d7f4da9cdd9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15e4404d0559cd8d3538df9fec9d87567d0508fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c80965d5152404cf0b298becb14af528cddc6bc860dab54af1805257ccd12bfe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39c20857853b48ad394fdf0f8dee93f9c07d7f34
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b9b3f33366beb8f079fe2d2339bd8e56a491ef8abcbc06c5349b942e6402e36
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..364f83e0aad2eaa69b9b00cfda18b87c79d994eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa219d3f55615acf437448e9644d13ca02c60e2a5f3acb7036340cba6f43e54f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4c191d87231a2ac6e35704aaf81273ad6ff16e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0038a61c3ae0d480c1aeea7daff38f9bcb8fde01824d57c1714b45dd7008630b
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb36896e131155ea47076542a17697182e48526a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fdb87cafd7baff78018a0beb3ff45f4342c2674697277d924e0aa3f3a35d803
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd613655241a355f1e49e36bc86494392ef5be99
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:227e250787acc31cff0d366cad5e16520c9dc4cb89b4e67e2bd67ebd6079aa18
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd96272e9ec87e2fa4ecc2ed10540ec38ce5075
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c549796341c1c495fb5e0d3663f9966b39f22bc2a785612b031bff9489d06e46
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35da7b43afdb447be267f4974c9517b60e7377c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:643807137aa8810816e02aded5df8c20846402338fa844cb4cfae0ff28073177
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3395af7aa4d082bf9f22208df8aa72a251db5b85
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aad8e027814192492ccaece9c9e3f35c75426547861a93870db1f6f678888c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d609643088ad63c1afe62ae527fd71f843618ba2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34d59c70b55342403db0747f92c3adb95f751dd8d169b8c39101840f96e25d1a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bacc069030ab2f8f1525345e9317c22395f9e181
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1bd10dec6e5ce37b3e03bee23ddb90dc86060e99f0679eaae8195b596efb1c0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be8ba0a5c327ce779471a6485deb05ab65b356c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d295de897c8783c36f4d8c7a0767faae14e02a28624c3df256e620ada170c558
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..420536ae5e792338964576390597fe314134e018
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7254de3516f07590fe80a3ea7731460ce26f45e9bd4ec345204ee9c136dbdb4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d99b3ff14664fa112d0480850897b0d9929ee99
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17e2e4dafb51efa9b129b96b96ba61c57e74410084cb7b6dfd1207209fb48ca2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd6bce6976daad69b1fb553939252a98db342448
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2ad165bd293972428ab46a16fe2986323819b9817800ee8a39bcedb4d0fa26f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea48352c3eb7f078c73629f89ffee11bd6fdf7c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6562f385c9b51c56320efd19ed8371328a2cf9771fb852e01677de0495592fd6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b417ff40ba0827a5ec87dfd8e2922ee854352867
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dc1f5bb5494a2f4bce4164e2679445dd4e07d4aeab23d4524cc5f6b61680ffa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b3a1d2b3ad451ac039ac99a142305cfcd4e5c28
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d647b2f2978239bc5579dcbada404d7b6fcb5fcbf41502a155f515ff835c40f9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf394c99ad3fee6a1f5df9676e719f702373db7c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc03b5ee82195b48443e4aafef9c3c868eecefeff11c67e5bb294c30e5a0d541
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abb543a4629e994760fe78362e72865e43dc73df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd5b485125226a64fdec5acb599053f733ebe67f858f176e94171fd20a132434
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1bfd5bebe8b70c2127b8cabbbc78722d8a3f9da
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1c0b0489810467e07c6154168504ca3c6083dcbb02719c3c5c9e5ef4c4156a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8cd2a5816da6bcec8250a012a7fa7f4865cb961
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26e059bb8dfeb3fcfd944ab9cb3a129d044bf49deeb7b887fa70392ab1db30b6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71d62768fcca7160ad934ecfd1bf5e9cf4065e2e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d39e7a5e3739478a421c686032b85bf540de9f7d089a0f4bc3b5d888ffbfdff2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1875fd6d1acd05a544848c6765a8a189e5082704
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64f24de70017e08ece0bf5d5d36e121cdb66f9b6c55948285d0a1039cb3eb933
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0fc8ad1da49e2b753baf82e34fbdc272e0badd2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02ca1a72ee704169ac9882d53467b268e0ec97fd756ae57eed004bfbdf6b1ddf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5b9b9efc7518536fd3b3b31acff4ec1f2c50f8c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a805f5d80e1f2016c04065c398266cc7969c268ffdaaf2be6399b3e63362510
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04338e81f36436ae98f00e2e1fdfa50b837b6875
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:774084b1b5e281658c8a59d8c61e0812730406a5f60050e1a164ec2df639fe3b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4e51948131067317620c937fa6c9bf4de1ea1b5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea772e7c7913399c7bdaf26bb0c43eaa1a77f72cf0187c84896edfb0fc8f48ca
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d8a303ca512a44cb3d364b5c11d7d19a59e531e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5392cd21bae9cfb197fcb4f8b8d700d5fb8f6fd324b7f30ec385fa6cb763b10
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f12bea2f0e50a0d6d32cf7d480e6e79dcfc3cbef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a6c367deed21f109a772fd243abe1d0ff4a4b5c48e1f22eb771e9a23a35e7ef
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dea7631f72caacb696be87795fb1a9f959ca134a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:210b947335f338caa4130f17258e25d9bfd26c92e5e4b90537a014c090e79fda
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8d89bac49386152092c582863910699e45ed334
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa525b3fadae6bef7e0d4551b18ed7a9a587637bc755c317288cd7840d298d34
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d346d3e342a1b41af5a6efcbf84840f8a0f7bdd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:851a980a57d2e76699f9eea5cb01877e5086f78101a278446ae2f3ca6a9ce24f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd80ab449fdd6926342beb99d47ab9c391a4ba8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0856290f7124139485e76acb852a98e835cca4232e573395851cbf3665bd346a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c68f0857913e965d86ae3aee63928bf9c72a71e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:323ceba5d14446cdedd3fa02a3fa9aabde0751555a0b6e3ce35a2389e00a1278
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baf5d4c63d7c16d591d5f4a8de00e58c4879a76b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19919065f82ac71a2b2bfe8aa97e9012981c762b6a87c2ee00cd411c4b3d118c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f8ee36538794ce63bcd2bdbdb20a82fd6ca5734
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ed5b832187dc73ef18414a3c6c99df57b5e7fc91148a1678c4dd3e153a77528
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..830596510b51f7463a13dc8511dd0fa1345e3aac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:616375702a90c823b4d5c6916fd7cec6201b299e3a745b7b827a13d5ffaf735c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bbf5487e81612d169c71a61bcf408ecb4f54dca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b729c68c356f5fb6045ef00be66d89ce66f02c9e7010d5620c83ce1703471c2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c9e13ea05ff704ebafb42fd2cdb1c68e24b53a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb457f3a943d3e6887ea2ed374afee0edc65f74d348e9b155509195a51ff56df
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ce9d0d0d772f913d2f16861df7518cc0bbe601d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d0c5b1c3535b199d265ef1630f08674fe65a519f36610451341658e573d8dc
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/lm_head/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e947e5d51476ed9b1b0c0369704727ae415b3353
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82b8e6cd5ca8415a544f7f05c1defd8ca18869e99a72543f01aba116699ae470
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/lm_head/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8c7f254e59ec6108f3f08dda4b18c2bcd8b2f85
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb232c9dd17874d7e6a5d1d1cd5d2d71b0a7fcc052b14e1cf64b36d963a36946
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb1e2368b8dccefcd6f7dff3b2ab8495877ceedb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3692915190fa0d23167b1e8e1e94aea5d514aa0e15472e82270b8bdbf68dab9a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60f6ac5d9032ea10462efa22f15397adc7dab543
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd47ab07137fa5f65a0c72bf26d8c42a2a421fb292516aaa3b74ebf6b19dbc9d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb1b090796655bf32409f88698b02a9a806e9bdd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:816571c0d4883014a12e7be63caa60e9daa3454763511f8ab80b0683f204d06c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37bcc116f06994d0178b88677603ec8f9c39d14e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c47b10f8128990bf8050b12689330f7e16d1caa484bdf346d07dc800db9d667
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..097571ff3cb03257b23282fd6da72a986e9d5c04
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:460d8dd0a931ab9fbdc2f5819310da7ef915d9906e63bdede272a051f394897c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aabfdedf3ac608aaaf4e630d18c91d37ccc1e9dc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c925ba66338985eba2d424e1d03109950aba1cdb2e746205f445c1af7fe76abb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e4d3f7ba26d763b0bb4d46eca9e77e754d3abf5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13a68e516e24f8fecccd04ae24c508f981e8901d0aa09f713426a04607ac42bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..045ac83ad948049ca378272410c9c6f8dcde8b48
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b92186c419ff6a430821c3af0a404ce2be9cf7a67ea6d894337f77c605a6dd7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3b4be459ca3444186acc9fb2a130932b548feec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80dbbfb2f08a6a02b55ce583947401801ee56dd97ab7f22a92073c0019213f9b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..643378439205a04f32bc2c9e9b507d1d67277c72
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:927462658fd03e471fe1433215dfa0b2eb3c770b852e59e2f15294e1ef106758
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6b9db44fa16b037af0613586f88b2a86beea6a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c89106712c118355a9010dde209f652b4e36396a6108d37d21bcf819a1118121
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a95230496ee4eeed8c44d9cf29c0d35d103e52bf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfeaf526499a7a6589c0018c386ec4671a0287ba76456d674d5dc82e895ba81e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1497c6732c09e5ee2db16e8e01fc302b91a76b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72aefd6aa8378baa09906c3e56a7468bb1d0a9c66dbd2fff9165115a6f89b9dc
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff562cc1529040ab3698a8bfd4e06efbe39f7fad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb72a12bd6b9bffe906dd6ddd8cb63a9a2129329aa995fce0e59639a1247b56f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5f987e91dfe9e2138cbe321f8f0109b758f8db7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48393ea96d6f18a19f3d70ef6b4864e940c23e4c3573503b821d2116c8a384b5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e89c76504cc74919f561c77db068e36ac9e1e48
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff08ea7e622359a529557c5f24b35270de477fd980a82d385db4a5abd606eb5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9ed13411d422aa63b4993318695b4b66e7e5cbf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6c2a8888dd3f40a96a0b46f8e7bfd10481610e53e298d87b53514453b3a0903
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afa32285476b2e249c2bb5f3e5312196b4bbc2b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc515689892ef4bb978f9100b112f404252d31173053e1da70a1bb26738b1121
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3d2f835748aa20abb2049616ad4a5ba3f150cad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d04febadb2ea89908466f73d2d4bd4a74aac6929d22be66c0d87e7a261abf0d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..950972dc4b5609b53bff2f0d4f93d3e0b53ccb5f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e55e40259d1a5d4e846b540c9579dd69315c5f242124cd9f12ebfd4d768bc69e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feac77de8345adaef1579cdd19724d2cdf94a022
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc23dec3c51eae888eb3a9841b206db6b32d281842be019442dd30b0b4a77ba
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10a9a9c7db921df767f58c7e32aa9194b2620711
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc907fa6a83b2e9139f46b1d2cbf54d8031196ad4bec08a0e26fbea215b2ade0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f407512cb675aa28671cf5aba5c23aaff6669308
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5367bf8470c6ed85dcbbdca7c2f715dec4b4483aa69798378560e6e51fc395ff
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcbd05f672a36b8b66925c5ceb21d6501b98eff9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a39c38eca14d5685c5200b9ef7edc7a122eff3a86abe25e3c7f59e44ec34563
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17c84ce55cb6ee7ae5ed30e354161cc62e250832
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1d4dfb1b4279bd83a37ac06ef3e00e64db8730d7cd6f4e67b9c228aad42127c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc0ada6c1ad74b8676ed92f64f8574df87434a07
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e1162271216464f5ea9c0f39907f1901d90666d3719ee79d8640a1c3850e21c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d652e19da618e86a766773273418e92c7c339820
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:597d04d055bb427d8564bd7dd685fd8093f57d6f3fbab0785b1bba8c5272a058
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf4b966cdf60afa432dfa6f8a10f7b00b1355361
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39adf4c01433a3efec3b8d0ee83a76c135ef94ac6d6246c583345dd31c16f823
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5095d4c6db79580079688454d73fac1ed803667
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ebafc73c5c93e2d74d03d41a845f1ac1b39e7939a6013b6fb54ad0cab1d804
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..649465904e0a50eb91bfaca028cd624003573f5d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd5fbf4fd91bc83045bba507b22e524511881d4933017133905389b20de25d9c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83f654a53e0ddabd12e221f3a5dafc1e6e2bbe0b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b297fd56b2a39f5cb3efc879f8bce6030daf011b4d3133403a3649402dd3267
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..650bab910dbaa071e88e5268bb2c514fe15ff811
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e748cc892a48661b650ca3c36b259a6262cc3730e65c9dbbfdb872f88847709b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba2adcc40c65de689e862e9a3d9dafc755bf8714
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f81cfb652a5f57ab06d030cecd2706626ec6842345839474e6ad99572a5f8702
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5fe126af822e43583e92e997dd3f68a0860dd2e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2c0bf2e0606fe2888f364adc373e448f6fbdcd033c0c4ee323cb4bdfa42de7e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b8f7fb5a5077ada3676b6a95ec349c6383a01c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0973cad350b196fc5d5e67f9f5932c0ecedc7bd83bb066dfc6a9e268242d465b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc93c9cb1902ea442623f88ce4f11418ff141dc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a14a42330f143256a24f7104489f3015a09af8309662ab11a46b95cdc1f8cf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce6312b24faa7fae5bc9071c5e1815bba7b407dc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc830886c8847764cd68e434bbe5ed6020b1a9ca971564f4b57e5fbdb18a45ea
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df5b81b0ee7204f2d10575804691b9d680862f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:661dcd43e1f3a6f4cb8069e11efa09b0c0eb7c97535b1e5a6a5f7157be80205a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d2d433e43a96b812c7c18b8caf907da5af3693
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11bd8797017e02286b893808d9d3416f75fcd7e9112015ba15ba07a837cdfd1e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32e184060fa7ea6cd616856fd782ae3f3585f253
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d13b60e3429853d10a74bf5d68b80429e41850ac63606b2b139af85e988eab8f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9713db74320b44b19232297b67463411db196c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b6c26ec47666d207e57c0aacf3aaae786d13d2cf181201d2bce22bc558cc19
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..114484e6191e0ba6a75a42eb9a56c70c598ea3a6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99dacdc67e5949621add84efecca143f26bbe743a5be500d0c294c09a8c4e727
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..650d371c0dab876aabf20ab327d368ad7cfacd8a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6022a6ec9dd805a01ed6e3e38141a8c7658794975f93eb66149aa0533b46b0a1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3255d086437f73a2ef2732c0734a4a6f130350d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4348ba9cf2e1bf19681b3a41a6731081ceee5a66b6655c569b4446315f2939c2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78d1ca517355a1a51a6885a44f113767ee23b482
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f3249e16f914579e261991e034540df6c9a95849ffb4c88233f8884af5db84
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ffa229ab118970018bfe5c0e7f497af386b864e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64cac0a9410de5c04004e9baff1dc358926eac7e21cdd25683bfb90cbc9d50ac
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73f2c11eec390dec6e5fd56326e15ad417f33222
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebd474d35cf96a91101edbd4c357fa8f9c1963fe5fb891fd64640d4ffe5d778d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..352717832cfc7bb4fada48dbe7df233ef07a04d6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b8f994cb3530402224967dfaff666c69481deba76f65d7b665fc67a3dddc927
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df475fdb40d6f2c79e1bd59233a5b5aad47de5e8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4581ff7cbb08d85f7f0ae9e414ddbf9ca6a02eaf1e9fd32ad0dace89c1c0d9c7
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28decf0cd2837f31a1f9265e64250f09dfd701ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:287024f0ebecb27ea96361a60054519e40124dfa741b8ddac5df989fec09ca4a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb6e018748eb9db04b71099866c40b4c4cc1f814
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac54f7162c7b34086de6e5b1da7fc0ff37814324a93e57dc08d5e5c512bd20fc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbf2029a97ba50a7516439a61800a43c4c483d97
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f7a2af787ce9da508a9af117b914fdbb078fecedf0d5cdb0181b7da5702530
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bed16936c0c7f9e686cc67305fdcc5253a3eaf73
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd3c1d8c25d7f94f84dde013fefa685ffd357f0cfe725077d22aaaeff93ca71
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1633b215ce477b318acf6b3e93bbea7eee3e90c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e71bf3e4e1769e3496d3146251b278dbe94b6f12222b1eed6a87417a7ec060d2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dec602f2f1bdfae677e7b9d72aef48379e823c17
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2d9e83efd55462b15559c9bbed825a69db9d9967a48a18db8ec355615fe6b38
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..647d251981de09c0b8f7bc5f0d81878e2bc7bbf0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35d3faee8ed3740800b29289e5db5658c203c2c58f0279c2671b96b504fce1d5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16c8d0e19544cd19576e91e267ada9660949779a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4856d6112e803f98a81eb89b26d3627180396e4957738c814cc6758df3b9ff9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0e34b891780c1b9a8a16769dfdfe8de0c9b18e8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:726d8ac86112d774c97c7237a2bf592b68a20f99e9280969abf347710d7c8b02
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97f8c0962205ef47eb413d18c7973608a98591f2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed30e542bfeddc821a715509bff7ef2e998ec6e61a21443e661f983374bbbfb6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d064f0b1823fa104f0de710f1db123c9396d2f83
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fed4510e8a907831939e68cf547b44c96cf96bd5387f417eaa5d6eb5d826845
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44a8b435e7a295546ade521d8a9f42435a9f03c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0b388ee098c828e81940e58c8061852a4e99c10d544b8858e55f7f77737cc0a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00639aea1d8d928687d491cbe2f65d195ddf8814
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9ce91dd9e468d72109ac2a77d1879a4d38bf14a62c544e9981f3b3fafc9885b
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1fc5dd17254367f8dad22c7171d9eefb0e8708
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07e7e8add9a67c23e3ce5db1b64541f3d05cc68fe0d7f76822c9e5164cdfdd76
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f693e9afe222e71d9978f7c5e80b4df44d51046
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a26602bfba3e8c48242d8999738f10d78d2db3dd4b04b7fa0a53f123b0998e00
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d5c5174e195c39b4c76169f763e7a12d6410b6d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b863859613cea6380a19c7f87ea095ef7574290f5b9c1c4c4f4f5a7afe8a532
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2437ee0f82c81ab9595834be6731e66549dae938
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6203e7e0f3cf7182e41a6b972d26f913e2fb3e127e4babc2a8bbc6bcbf90ff3e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1652bf0f899c681727ee5ec7a73457bc40ba62a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0725023c292aff7de9b7c99e4cb449bd85f60e0c4bd0cb868f4acc4dc1287dd0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92565615b91fd3c76cd57631b8d4a6134f9fe254
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e66aefe2249543f79f45c3c52462ca3a8f009586e23cd3e602841bdafa2711a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2569ced4f44c01f5eddef9b5bf707954f948c4c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:494032b00b11ea4b93483a7aa78c589ef66b93834446c0934584fc9d71fb64d9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1381d05fb6562b77274345dc69af9326a6471808
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70c59187c8fa5aa6d15397d9d748a816a0483f3594c1e570ae4992006ab6f05e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1e9b98a4bf79db84e5b3444cf7b57d4061b9525
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b15fa60114733f4ebff929ef7d5ce013db5071e89d6723bb1f8267bd04a48905
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..255441dd4201b246f1bcefe8e0df7e1120419b5d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0fa3f41dbb180b9df2783971a4b333a4cee0d5782b331d0f95738140fdf8088
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e78032023b6b6e97df7f362a5c9ec568cfec02b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd7a49ffdb8c5440fbff2dc00f976149d8d6dd2a622ab77cf3870637c90fbfb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a25b05906bad0c351ea7c80479bcd905fa89f2c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c90fc7268e0d6846c521f7462cf5912a862ed64576c5db69cab6b017423c188
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42b97e7b562dc3f7931a59a8638ac937e7bd426
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6c1cc1583f25309c826159e14c41b34b3ca6e7d897a2549932463b7c350e659
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d9fb77002628ce96aa9a9b174c109a0547d870e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:391275c7eaeb2fbd8598e02b2aec27b97f0335c8189a8d2b52844f9b8e0fc616
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b01275a654304922939d626db80e7695f9f54d1c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17083cc99146f85512c42e8013cfc63f988cc00339863ecfb49e2f5e78895b34
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bce80c2af5314f8242f322cfa6d11d01ed622eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e1d60bad177cc675381f96be092edbccf318eb506fefc7b54c07d8f4b7a374a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cf05e46c1290814d62882885bd3c15196c95aa6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a36de9ae77243e99ca7f7f91e03b06121acf08bb9fa91e9617fe4d9d563f00
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a53bf4022a8eee2017d419613c5e697157d3742
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12ac64244e44f450644f0fa70387f24c7f801c5f00afe27374eb3017896838c0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bf0203f34bf14a19c8f6ad27fea4dcf573ce89e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ac7cca76ba38efff24dcce353f54d3dec9340741d6a207d71683debeadbd3e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a21ec49229a13fc59b98ecdc574c6a06b25b6fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e41a6b53748dc3398e65a927679f7dc08ab9fa961d0980ea6809b0b33465214
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a14d294bcf0870ad00ea82805e1a8d1c266fd7e8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c72f4ced44b29353d00c6536f95ced9e806165010da388d9005eaabf639d4f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..037b17f0eacc690f7924d2a700a8feac56f1f2b5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3cc2e91ae458d37031f2beb9736c46d8eead924dd173ae1eca43e76b2e5ce52
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2588ada88990303d08484a2e2e7931393bfc252b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5024bf5aa997525427c26f50b8ef678855c28296a8db0c660e39c969e14bfb81
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c01704685499913818fd2656c867b733550d5d8a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d5ded03ca85a36f8c763bf50e85238ee869d40bce2a33aeb10b59809800d740
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41c8a6bc9946a8611f8b58a3323a2c58821775db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:644b557e691cd8566047b00ab8f8b07367e1a901cfea09b980ef9fa750eee42e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae36a7a931ae1b95587373e533fa147deee2ee10
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb6fad282658a04e2c3079b2d2733b1cdd989f506882afef987d1f1e15064f4d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39b0dabee109a5ecefc558b8b3a72b795518ebda
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:386e63f62bf0e23e0c12f2fb73694620e8c59a1176d3f4df01bc78a9ea36f8d2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51e8facc0793bc89d7cf33487c4219008639315b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae78053c4941e8a3b2860e98bb89dd66f405ceedf11cce629bffb5ab087e12c1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf6df7b52a21f53380b3ca58454b99e8bf1cbf8d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b42fb46ae1e32c6a568a670d4a4f5cbc0662ab74c3ffa3cfef43e4ac05f5292
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13c2b85e1a0921daa86bd8e58e073b005fb11816
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21eaebb3d7eda1e9eb6c77c417dec99ba11395c8d3c8b7107994993c4808bb59
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..213dd5a80b1e7a111066f5d0e8114d4b3d8dd7e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c879f302418b77c055b9c7cf3bfd77d40c8beaea65747d571eca836f69de63
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df1c9124ec3549d37f7d4a20534487a7c50524c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897260ee069d6f712a53ee2822ac50d673e8df1be9c17c5ff896570bf4be7420
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03bd5ae43f1a7e426a75bd4aa935326010f2007c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a62f3096b1febe2be8c3e056f43fef30ea1e5abe692e2a23ceb6cf57d2f7fa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ffd761d11ae541cb086aa36c37c69ea30a36b84
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1903ca2a884dbc3b1dcf71637e83339f451466a38a6d05019071e02cb0695300
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..241e64c4085cd771d9122dbe19998133d5763c21
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e90444098ac77faa198e45508abbcabe537a85407e7a3f79ae498de324612d5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92d8d27ddd781754c789d1641d89e9860541f799
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e87612072147637a48e318472c56a0271bc379fd22595c7d8725d12398b0624d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e2080957834b01eb222c812aa9675bf3db70dd8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eeec51abfaa01a018e666064c6a8db8890a01c46097c57a06a5f8fd4cc4da17
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..120bf1f3480a24e12fa46428870fa7968922a292
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a46927d73e3a377392071bba76748c6df5c0ffca486415ffe061500470ef5b1e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8819eb843e523bfece9c9c1e1712ec5b755e5109
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7572bb06b7b54598921d72dd520fbeea3c6d15889eda587d2619a4c89a93873c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce01552f3f8841e9f3d92f234240cc02172b7d5b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59c0d222ac19e9db81474d1b541f016c5285182b0d88900201e50507f145ad4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1de761177f7c4294fd9e99d10bd330cd3bc3dd38
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a90ea2f65b3c7d79bdf6268cfb5110db21f4f9d369490e18d7ac53b2b50d9dae
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cde44fe44c7b0bc766a9f387a43d28ed6c1e4b58
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf19140cd22ac567988dfc72ea76eb4e322544e96dc29d1bd5f8a19cc65e91b6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e04acfa71cd3027b0f5588f8be578023b05e5d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77098947f19aa4dc5689a231fcd00d0a694efccd87ff10106b99871b54efdc75
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d688335e17b9604656b8ba3196b1b6d830c33043
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f1225bdbf0646b9f5248e171fdaebc02c52f47a42d3831a03a259787ddfda72
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c32d57c33549dd2f8cebece656dcc2548472d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea771463a9040c9a79bff94bf3ccd62d72e2dd81551e93923029ed908df507cc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f024f308f71f06340e48696d6b7b37658c1977b6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:028ea14b4c1f6c5a23226bdae7b8db74c819f09ab68937dfe81f1c6ded9ff15b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9b0facbf35665e7b4d99da03a0baf7799b0be84
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19d5581d9dbeb832de0317901fb8986f9792d8c49fc455be5e2dc35e07694796
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e32468f2ee789efcd5dffbc3cf09eb4300407a92
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09735cd0a82a34912ef609b67fc3fd362cf94437293246cbc02c3bb8d7fd47a7
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6811f870d7dfd1e0e89076057310f3af1bcf2c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c2c43ea1a4f77292060da5e2a1b377ccbe644ae8ca9865ff4483125fe5f4b3c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4a64821ced592fcb9ce92c47bd1d71020023af9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f5b769c151c55fa2f3e7a8e07b89d73057bf42b5e7fb4444c695d567bb44c2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e87c995e8b30edd09bdbf4846388503a359622ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4f7c0b3b5e21d441e4577c21dd62bc04f13e9fbc10114cd6e8375890cbfdd52
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88b583ae4975f1b8a6266beed7b07a6c9265f233
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49a8cdcfccb66b3e242da4b54f896491d3b058e9aec213e926372a91712ca725
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..944741a7d1a2e8c17b1e7ce7ff768424f05b6d61
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:784df5561cee90365d4ef28654469afad8e4aee6f3312769fe3f011a245d755f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..889468745555e0ffda0c3ed8c6db8b0494813aea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70ba59f4c3515bf513a4db2abbae22eaad0284184fd28d317c4cdb16e2684ab9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c25735c6429b3fac2a9b62c5b97fc067d962ff59
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a02caa695c9fe1fdd6098b3b9b40e41294538b93c06368c20fb2826f53edf8c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab9b2a51199850b0702f66921accfc92e1bb3a83
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66d0fcac9f7bebc7566109abe384175488190622a89477b2cf507415f253dfb5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a41593126b7a3e591cff8ec8b927941df5b70aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e3cf70e976c9437ab0d5f1501a6ffaa445e56ec76b282b46f84d8a99d08615e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a7f4d31f8f123a2064775a53aa25b981d49a99d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:936c3b2cf68232e17a09ebc234dafc93c618a154f2c641b7329088ce217080dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3ab1a2ae31fdda56078445d1121b13fc78e1592
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d5ff822857fde01f72cc089fc023a0de5e6bff52db812569c2fdbb7203857c2
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86e7308c6ed7f46c43e86e1157cb09f0922b87fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c19488da13bb4cf808371621a54887183101253935e73462c341511c14cdd204
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54737b7cf01bbc552311bc2f6804a3204949b149
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0adc1b1465b0c016e3ab17911f6f281cb0a41cf927a3b2ecdaf7ab01173a316b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5b0f23c90e81d57c9d6a425a6328c1235c9944e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a85b2306e6cbadd123663f2cb007e94356987d00632a1d5b548976919a31e00d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4127e1d965fce04a675996a740d86c2bf256a259
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20453a9792e63383ec3eae7840f70df9c67d230605e537d819badce0abe334d8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbcabce3280f097b9146e125351eb0183220ea5a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0becb7e4fdc27e42541b5a0fde7d4be9127b451696c04ba9b7b6ce3c623a17d5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92f82eed86e1bc0a109daaae6b76ef299faa460e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc9d78cd4e57eea74259c1cfd1f1eb24f0f0074a3c89f547bff31c3eb92228ad
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e12baf5acec467860729762173d361b6f4ce66c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40c6e565db30d2b2da349c9324e4be78fe13f7e54e570456f4a42dc7a447adfd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbc358147000475bf7546eefc501ad9114685668
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7f23cc064b15852d22f60577df9404cf1732975949104804962a07941c2f499
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef3c89bbc05d6688558becb304ca210d71b9d32d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d99fb7a0a9cc5fe127dcc50d185c8815fb8c1fbbf7e66cc78dc461036820241
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..febc963cd8350ff8577a26bac191dc682c5fdd37
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25f8bd743e219764d9465ab4d4484afa484665ed34de9ce36f09deca50916e5e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..758ab4a90ac9dad419108385e5a328e1b1e0179b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe7cfda3fac94666ea7146cc298fdae7681aade2ac1ef86c675dc0264638b606
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..083e83474f0c95214e5578a53c8877755e3a05e7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ece82c647234ffda6f2763349bb320c67ede221d28d912aeeabaa6a54825928
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce1aa80b4f9080493c8b8483bdf2a4d0b7753fb7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae55f0f6b69a05cecb00850962b0132ec7691010253cdf4f8720166096644bd4
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc435257d0d595523fddb6ca0f1cf1d41031ef5e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dcff6c9457282d0eca4d050f8345f5d8a496848af94a0f27a522690b8b6d456
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66adb3f454a360d5ff6ff946955bd0fcae9472aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d6f0ecffce8332ab32367e47afaa0ee6e35b8c0d945aeceeaf51b90a7545a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..949faf880aab160b03828fd094a9b0023f0af93c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1112924ad481fc1255bb2a8f66ccb7aa8692574014e6ea568e088818f4d93faa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d5c8fd74163336d9d527df872b8d1e7cacc086c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16927caae4f94c12373a2a54c425afdbd6c9972c781780cd10449d053dbe9f0e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b4195a2b3a8d4e8ce98ee31c9246e2ad4ce8c1c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec377131b6f3b3e3985f9742aae2631961d4235856bcfe5edcbff615c327a330
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fb4a59d4b4028b3cc763743e8ef032650149667
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9da5e2238c7740bfc1b3c57ba1be9707c95b8f9a981642d57f421ea1ad0842f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd120d16db352139bd9570177566907f7028837b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0834efa379ccdae55471460032b0ac6e9081b8b642358d86dc329dc4483811d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d7ec058ed18e223a45f3300323533d31773a6fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efdf093f9fd5c43d2670c2a0ee30324961a8e73af9011ee9889ac3e0bad77b6e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0c11d1c2b897cde3427eb52cabefa7290b95e5d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cda213a4f378d013ffa901260557b6c7ca626a5cadf3097217b7e9902a9bae14
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70433262138622e40e7cac93c7e9918b4ef8268e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cee02596fac507306ab50b25fa4e3aaf1c1ec1c039ecfb4f1ff4b0756e3d8360
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec36297144262bff61ebd89e88f57a1ea19f2e15
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb2cd33d8f9efdcbf8174030522989ca09b2c4e050a308f3ed22fbfa3fa535fd
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b48f90095eae5b85ac8f5dc3d8f7f0645edf517
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af885472bb0380886da3e8e79f1407a8a17bc23f41acd5570606d2d2fcd6ea63
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f8a5582540aa8cfa0fbf51bf14acecbd14b4e0d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:497c11a5fa6011cfa83cf8d3ea26428416275217afb2320063984356e0923616
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed750e3671e94805dde24872e9ed619f20c58b71
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f14d0d9c99846bf3b934ae1e8ed495191270b59b10beb4a897db0d3e27aaf3bd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f55a2286e2c57e68b68662b3e6325164f27631d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f8ab0382bd225c5def9537551f745297cad60a070963529376d1c0f410d31e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6e2f24ed8b1b7f3571b4fa978f0897ac3538b9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56c387d7ae6739fd617e633e0b255f891d36d33afeae7daee5a4497634a0f258
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abac104da5de77e45db48532d1265ace43c75d39
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:193eb6b97ee49d63772d7e1f0d6fa46c522e26da26a27ef1c4a4966626bba2cc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95b5c76f4449505de7c61d9525bcc4d26d14c153
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc06cb6a4009f87f21df90bdea2e0ed050efca4bc1935b81ec922460d275130f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5c1bacd8794a70370255d4251f25943e161839b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5f4cdcc895096a131c678897d14eb73bcbfc9b0a70c514fdf8c48551180791a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2305042935f7606eca2b6dac4933e17fb7565b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a61d194c55a80d512f5cea2223121f31fb9b9da7e5250b5227813f3f68e56811
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cab151d48323083a981585cabb46d5da65ef2d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b25c7e27c946e52a52793d63e1aa29ecf09050e294d548fb0cc56117cee5f3d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81c231dd06da14014a79907c915339f4143c52b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c3dd2e7ec9ed0d77c6b3d71ea56ef04266427dc9115f5767701931f35323caa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a2f82353387768e8c81e3e178738861a676c380
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:540ea10d49e9f75edb3b7b63ff5d98c19fd339a43132bee0822386a05b87626a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..029d83d794085e8c0bbf98241c5229240e6cc8ec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0892d025af19012c9b9433bd3903839014c322beceb7afa28ef6fddde3bdcf28
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46c9a8976653aabcc97adf2157c70b82e293aa73
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da25b28577039698991cf49f2d779496c00a7b2512d0971f000d34866942f53d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bd9a358f033bd51a40caad44ec372447951b3f7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52b4d3a2d71321dd71832055731dae4b19752e12d4ff6932e2dbc91e6e63637c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29419c7585dfd2eb07486630d5feef5b68e5780c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31f8c463327050b7aa16d185b0949ff75248539a9579f8bf9f00616f4cfee146
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84209e248071d601add7594cfed437c5564d8d1e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f18a71ada62f76b24d84f8f1fe9743a03520b7d5c0722edcb34c0ea79a098e6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c139d4138504a3c95870cd0774fca6fc90419af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a56c847bfc1ebdec68b760477c859f7763512b1ffff2a95911728c426b5dbfba
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47e1dd6dea5f2aba5fb4bfb6a38e58964dcae4b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ff380f497991a561ef491bb74dc38fb43fa6e0e0329ecf0668d1ce21b3b2a76
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f5765b54d643cc178e836cd9eb8a8777034d063
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77b1e413a03788151456c23899dfe6a777f68705fcaa23daca3fb50bf8235f9c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3d46a74760e398ef26491a9775c62899ecfe4b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3cd2c7ce9588bd18b6c09a5c77cfa77d5def5fff085f9ae99ff0535dddbda8f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51c7a2e96b4ef9022f7f0d63c8d32c2b3a7bc66
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f37e9e4d586a7ddbf22c91569f80eb978ea01f91bccdd48abc769e29a9281ef1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f634a4e267b18c0fe0b33a2d1d7b1a685bb40003
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7c2bbe5cc1ce2e70c2263bf63c3d19966525fb4b8f166778fb0ea2c540b255
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf5649a0747cef0021aa248ea825be6279402484
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b2957aa7c825fd533696b1659547aa63ac94ae5d396360552e18a8407380806
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..001c2c55f3769ebc587857c994a17c0db487a29b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0f6df962ecc504dde945d588e5986aa148061d2756ee4d80baac60a31b3e456
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69890e7b4e179778a2c678dcefccae68ea74777b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fa46a510da4ff38b38676b6d5f3c0573c9c51f199093a89f650b81fd039bb0f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c69df9dd8712b7b5480d8f606fbcc7a7e179e3d1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9374a65c6d7edcccb23af6ca4087efc388379b0e50e0e1f217e7a3cfc85c25f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c30afd2892cdfaadf222d6a8ec59ec22e8988f1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3237c6eb53fc39b565def7056f21e9099274bf8f68f3977787eaf8bdc83491d8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b827fd16d514f29d4706bb9ebd3da2b976927dcd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e4c7dee721bf368b97ca86213ae89cfe640b78417fce7b77e0556dea47d8d2d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b203496f2fb3572e8accfa344fdf593491587c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2638bbcd48c1ec602acc577224f68dcbdd07ad21f6ea467a56e3f2e191da1a7e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d474a323aadcdc0960e455e525cc42679be924c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fedf3c9524b37af6019dbdfc815a37ba7636242260ce513f3c67eb660d7386c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20e198caa18788adc2a7972e326f7ff5604a1cf7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc74c8173ac7d93ddfb0f6d21c664ab2d3c3fa32fa465af26eafc0baa87f1912
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b7aac894e44f98d56c16ab0e056cdfa9eb2ab6b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c7bf40e066ea60d5609ee43b72c655a54d4d3d8d939ef6da550a6a6a82ef73f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09388a8dacebc08652dcd50c2705a0b437288a9c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93a466b5c9c2ae86c0a7c66e3c3734a89f833ef6e9902dd0d258394a50c27093
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e16b32cc5138a9c49b1bc6b6bdd561263283973
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fed995ffced2d0335b737f74833099ec4c921dbb5e9da748fa423d76c58fcc5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6fa3a822a75fff3c25256893a4879292b99ee1c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63f62ea52ed3ad48cb40acd6c871b6227d9ee5cebd20c19ad34fd37777a4e579
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7029ea9f9d2d76acae9de9774f9aab9d2259d0b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d70b52f3176c94ab26d767487401278f78e865c9963c82f25bc18a508d83e5a4
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68e0556a1ed974be789653f1f0d81778d620d55a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a611c17ac96f1e0f131530f2afe7b0e61d9003045bac0f81c64523a7cb7c509a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf85475a1a3b85ccadb400b4397b4f13303d1db1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0212630ebc5b8ad5ddd4f37044923966ae409e8232550d313b0fcd4bd0930af8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b1ab713baa1e94fa147334e1e41427d510c62f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46324456185b76064452d674836fd4c3bca2c4d787851457183c275fca9bb41d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a14a322195dbdf501224e72d98d0ceee7c6def8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01d1cad7fd0694f531defef669f24df675afdfb279e25e05cd755a1dd43553f5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94a33bf378bec9b485328d65426f00b7755a701f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9a6a6024f6cb67718dff04e0e13c779658f64421a2bc3dfa39dc5750a2aa8d7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc6d1ad895064365fc7fa99c8238fff4676c3757
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:916df1a7d7a3b01c8836cec6bf1af039e4c673c437364b4b88754033bc307485
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aba82f800d693b111878c656e3487cfa548792b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ab20c6d42b8e631246aba7fbcb9ce1e95aa1996a55ec1e2d4c2b8efb882722
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41d20feb0428dc84369f7f346a678487c311134e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a469f32aad65a00f51e221292d5a0e9611d5b65bd40b68abd2a38931665ce0b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..416e56d281def10c108a2b9fe28f873abfe5aa4f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd2bced08e25600eb872192c6d484da31bef5159bab4b738cf71778446d45778
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99f553ba4582bc27b04c09ae8805ebd5ed8c56fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f51840a26d1c52a26ccc5f2755092e1f5e4b3433246a693e551ee5b0f06d383d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b98d3647fc97149a5700296882ba1269ec02797
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea66a595a105dee93223e77a020f35495f46450a96b955ac50cd81c38957b4e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6b922cde7398ff561bef4705244fa6a34cc699f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b30590e44956ca7d3e657397a56d837abda9789e73a592d6cef9aac2645f3b6b
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3496e85c1b1fe69c597d4edfd8a65b47e1e0b3c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0acefef10de4ec63a071559bfde5b3bd29bb61c86245c4d6908dd7be1e532e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cff2b6cf29ab3215e38e2fe209d5c83a51ce48b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e158f34708136d6f39edde2c344cc952c6c333e8996a1bf0159224c74ab5cfc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e57e7299f170186aef6935f0f567d1aac234b42d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:894cebfabc04c83daba44e8caac25f15321c789046875520fba531873be1190f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6bfaf495e571521f4ecb7debfc3988155c1184f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a02efa1d081c4853a4ee516275edef2a692ac11833aacaf177390a0b3c77604
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f9f9a2dea37a82f9e61edd2c793829843170213
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbdc0acee185aeccc3f68c00d26d2b847d5a06bf5cbc3461fe9f5a013861e072
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27156721c67f113b8a82e7e207bd086aada0ab43
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea3f12911e59033b1b5997e9bf07a1e952af1163af72dc26b6a068889c887bd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5f165993526d199162bbaa7ac308d6fba4baf18
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a266376c0ea85ae1238c72441df3d228bb581f8038f276d601908b108d9cf78
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cd2301d4fabc1683f48e20f90364507a1e1ff8f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7754f602d99ac3098a742b8a5860dd595a39d77e4d38f278ca0f4fe246a0ca13
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e905c9df3f9ec2b4a8636cebe2ebe1a565a4f661
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76f193dc9e4972ae97cee1a082d5fbb259cc9daf4c896eed98b6cd7acba8faaa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05b7f1b920598e9888eebf5580a9810f7296b1d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:260dddb5d19b8de35ec385889dc9067558949fc1b0ed2ded7e86af1db8ee7e5c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23dfb40cb077c24312954fd6aaf5e45883ff36fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b9618eacc0e1433224be05d7c5f1d9499be2cfa103e9529fd79ca42a32843fc
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34c7cbd9792886becfa1eab8ef2d2838a81368f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6818468f40f7b7e42788c403cba313c842fd38e9fe8aaabc755dc46ced742d3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4e076ad40f251df646dccb8da4b21120c9f6ed3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20afd96f7518f52dad5862e5bc87b8f7c89bda320838b28ec6146cd2dca71033
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffb4094c38a320665c5e38b70f6f16a220b5cade
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d09369b51d3c839a25b60b61a8e355519630f20bcf6d5fdd99f79775c8c4781
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f86a68c3f3eae5a326726c2298b0bcf745f4e344
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2d37de40d10194c6938bce53babb311ae6c0fce5b6acb9804fd55b08c11a8f5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..010c4f9ad9b487c41d95b859bfeb89a174377c50
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58c9d2d243933049454a788a8b043181f25a33e761a300e5e319a7a01926388e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd20eb3ebf1939dca25e6a6a4d2ac45a37f7d865
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cd9a51e8f29a587275e3f35bab3437ea1bc1a84f95479488adaf8fad3bb2363
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03d8c2c40291c05501f04ab0c9a1a9a7fbf3569d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf92e111a07a2b2e022e5f375b11b97d2eb4d08a1cd4fa1ed463358cb65d63bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83a0fa1549a5be978ffe5ccc9cd7f3e54172a6fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77811f32f1c930270a729347833daa4c766b59cfa44e841051510160de40414e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e7de867d05ac96174adb0a0ec24294ec3abc446
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e089f9a15881380bba96bca2f79a22c3ff91a01d6153d6e1a9e1adf5c3a9dd60
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9fce4e0244655866099b1079adb57e1ba25d014
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aa6f37a90c60ed8b349a1b9a2db66ba5ca4bd4d03324e7b40c392acb7501f3d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d26500501c6060d0236ddc52d18dc948e78ea6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e0b2a978f9bc6d7bcb13ac9e1ab498432e1b70853e87436d103622f210cd11f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..749df7a0733a357ae0bbb3d6d81c6fb3917eac6e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:744d08af858792d720bce4a1a3e365b7c702401d85a233ba26f859ee61cec3ff
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..146f3d0ee2e0a5612fa37e4a51c8bd0ea71acb10
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48df9ea2e1ecfd33a80753e8924dfe31a3ebe30b486186da1bb8105b6018846b
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8507b5920d78b7dbc2ee66e33c4c041351aa1927
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba299fb1ee2fd280c8b6f7af27a04875feeb2a48c68451a9ef146e79f35cfd48
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a886a25032b010d4e8ff67cf6a0403fedd9e483e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26a65423929db04c58d47fa5c3db50b3ec427e62762411bea65b371fd7f7f1c8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..894da8cfcabb3d4f85bdcfd9fa3158bd4081a609
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66910b461b89b235c58b152c85a2dfd8c0a1e5845839e22acdf01cf3063b66e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d16ed4183bc4123686711a73d5281902e7d5d342
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148543ad535a154bf00a17ba0c68725761dbbf38bb07f9d278dd723eec47c0b4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23f720b5c1ad90aff098e420768222a926695f4d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c63ecb7af626e3709600cddb7f4971d278a69a0f7f249b9a87a51d5e9e89e450
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b65af0b1838ae85c70cf597fb0b91a91411904d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b314ccd389389c2cc780bdbf5fc3175a2a2380f4e7ec5559652cf4adccff09ba
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e06ff9c9563e099ea99e0ccc560afa9431f7972b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c928926d4736b13542f69ea341c77d68a712bf414a9d8a7fcc606d71d8afbba6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff20978b068cf41d9bcf3a2ef5dc329ffd96cd86
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40877f0872cd659af8bade49fb3f8dd2cb6f161ee72664e0527b49de0e06ae18
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a37927e02d25ad864444686fe416b76b0877827a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aaf8ad7268868b082173493b5b6be1d4e705f330532f4656694d9bafc50cbe2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59566deee8f9b83681ad3e802cbe39bae6dd7870
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d53a9fc6dbfabe4048ccdf9ab26900447af09da78828c0d78168c54b33b6602b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4a4aadc20ed68d0bc8e304653c959aba7876a97
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9499404b5b5e07b61bc037ae4b82498a866c7de12593a6d385f17bc8b648b60
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a1e6c0afda9093250bbe027295fc2252e1b7b5c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca4940726d977e1e59ff37dbc3976ac6571035a554b120c4b7929ca87a0f39fc
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3a7b5ab83dfbb6c9ad000fb077f34976dadae2f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b275fab26ea2abe0143d83678d94eb57c3d0561b26de175721207f6a0bfb189
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..883471274fea2aecd43a2cf504cf7640cf18e0d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb846018d63faf5430485e31cf8b92c6d6e0dad8527fa6fa051868d94996285c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2999650287cbd548756341e2a3d5ade681a94205
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae845c1cd046b983c327cedf666049a3b99762d20be782ef59aa4bd7fe73afb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7da7adfa5b4e8e7c58ab67d2414e2a4ba9e3cc47
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:807b9e98ae2a82168b36a80999e8659397b060030529ac33aa69c8660bb03395
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5631c2e0797782d05bb61278743108677a2ee0ad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7005a1dd295a82ca3f33cfe792f3735d6b675d71fd8461a4b74405987b8f6bd6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4224be89c983de1a0848304af56b80b2a089941
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f199fcb02a621704b67465b021b20bab208441c04a894ea264bc850fac151fac
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c27de01e91edeb9d023f607a1f0c073bface5cf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9858a4d2647f97f0f5c847eab2a1d401ab43ca7f78f9a571c0efbf81b4978650
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..728f847dd723ff8ee8b963168a27e381834b4c50
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9884bb1fbde9feb3fb24d57cf083aa03c89855c9dee997b5c5a692b0ccd81f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bf366a05d6eb8a8c8277eab7850094bf76d8042
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb24590610d7897e00dfbce6c01f6b51c352e5bea7360d3461d680677ac7a9ff
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f3a0e8ca47c44a60d242a28aa132eb2575461eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:432290124a8124df2e37af8a9bd96cd584a3c490041dc9a1d7fa8d5840c0cee7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06ec977479738c87bc2efea3e50a072881614733
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9748753563cc98079c822d7e47bed8d942be967651c59dee3b56dee1cfa84927
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..267477eb07bdd3bf7f69ab923afda9ec30d8f3fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87fe79f7349d1ca5c362d8a984ab717f31b999f389eeb87514534ba6b4065bc8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ea3bf612cd84ca070e16bb586ca92e92a5d0b1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:805b0e240b4ab3ef42a0c8fc50d3b220ac6c7fb7243e704db070354fcab282b6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3b455bb7b774a445f2184806c7c393a1a5cad1d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d2a208991b7489c0cd0ae30dcfad418dea5513d929e860a3c5c07078de794b5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50a797e189b2b9600dac349643b21161d77c4e04
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72afdda83e69a1ff9e14a26a42b0996a47e38ea7b62dc70647c4d27e4574f6e7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e7bc3fd41f288115d5db978c704b8b488106b02
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22062322a197e086d661fa28101d58aefbe4737683c9816f2012b917fd3a7296
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51ba5d5035657b395ee80209b556b9123fc7df46
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd8c3452f7df3918b06aaf86d87b6e1f5258adf2bdb9679da614da90ffd4aa9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f34c2ea03dea620e0636b40051f1954600770c25
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6078063be2226d7d9e4b4d8eadd3ed4660f6fa1f244bf3a7e5752d6c82a5e4b8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e11517b9b543d08dc22f24d5de570ff825aba69e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efb15f5ab4e4e74d54d7b3ff9a1a438567956464cab80817362652f181855d49
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f1e8d39586860399f72cb254c6ba9bb679a96b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec974fc462bc13c225ab9106422b22a88b949fe9652823caa72d5ae4e88642e3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da190e7a49ebfb82627e3b9279dafb4534738e52
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b77e3df78f43e37966ff4f893061e311ac2289c47f36cf4486f1ba0337c9720d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a49d92d80057683815cbc40230a6275daf3dc57
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a54fe264e07505bceffe7dc797eb02bae9bf2ccc9f989091bcaeb9b753f65698
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80f3887cacca8349d5cdc2a7e53b4c52469a0051
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d36f32aaf3d347b51bea28049595a578b1b858daeacffbad03a7d28f958700a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ede5c95457ea449b6ce5837370590826f584c128
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:623a4f57ae194984f1c6fb468879414c786f8a0578e20ca70369ce19f78d47d7
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd711ae7f3ff5f45bf69c1f5cdc8e472eb98953d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307ec5d569ee4598ee808b8d0e91ec8bfc19542fa5e54e85462cea16ff4db703
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bec28a4cf3fdf825076e5c7000a763126b7c58a8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76a0246cc7ea9f7938f500a7ad25a7b625b90655f869d55823348563a63b3a5b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..792fb99c6e66bb61a5b898fab00d9d18554c3a1e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e312b4b8c3e21a7164c113492cbb69fed7668b5ff512bc537726daafaac1052e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21b27a6f646593d23d4a94eec7859fcace3ea372
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d769499d41222acc3d49dcff490dea3031da55805b95f6dbf3877ef946be5b5d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af0a811210b0e6ea2b0568b5f3fbd7f04854740b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0952b6d2903a078616cc94d27fb8398fdea7eb7486a0bc69b39331398e10dc9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfb839bfe3808df4fe48461427537db4f78e7ec6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f1ae47399583d17ffc57efa7755b0e71d8513f2e335d9fb7dacce541c1b88ff
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad2c899fd0c846cdfb9d755f7ab1b6dd2d4ebe58
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ca485e515611ce4fefb42926c307988b79a5b7575f11840cf130cc7827b472a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73222fee032b7b037f2cf06de7fa9632221df6b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9050151bb7dfae27c8e5a286f536ed988faa0e70edca568768af654f8afc7e8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0545795716dcacf8d834a00106f2e9e9691ebff2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0941ad1b599661853dd97890765bf25003bd5b6b41fcf34ec590426de2b0d292
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a1263bb24123f9a812926d91ed1978475fe4f3f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d249688a96d6174b9084574cd95cc7409e772dff7c37ab9760bf5cf155f2f77
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68fe1b44de17915fbb4317adaa7e846a040feaf8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93be643a2662cf5e70a7ade7bd7657be87ac3467b479a7a76783e54b81513046
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eb5ab904785635d699d7fd73dc7ce894fda3b8c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a9ce97726ed4936658748e197c7453f3b31a81cd01fc0620e9d92aa498ee5fe
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c87950531db6101cd1d66f55eb68e7a05f4fd9c6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48de1ccabb7d4d7e713c42cc586710692da8f24a2203a85c44447b8220c2cc9d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04dbf5ac5a0a80ae81f8871c551681e0ef197c8c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8a6b923489357f1dabef428410f4dac461f15208f51963579364e0bf59bb7d6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..601685ad9ac6965f7296bb2c3906708a83bfe368
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f759dc94cc82a223420567765720751ad806cd036b115fedfe52b7bf91930059
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e2342b91512166b4881f2af3e518c0e6f6cb125
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f342dc91eb039321e1008e2681d2a63dd36da1912781dcbb5b4503aeffd681d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b8e0d424fa06c8b6b9339159b92ac0b3f0b359d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c405eb2168b1ef71fd8335550339a01ab02cb5fe7297c0501d95df1c6a964d30
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c6c275197758d63e0f9e67dc16ac509485cb47f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a24d8df284ef4cff71b42b7356e9f94df82d437e58a04c2dab007363ceb0614
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34687566306bcd83163b76a3b719eb1a3eb10085
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2848823a698265961a4545c8165599215b90b7157dfca15ea3de723d5bbc9eb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94cc9e52d8f113481264be2e7c4f41e5aade39bc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45988d2ab458407ed9be8e325cb301b46e61693946dbcd0f6e682917e82b797e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da3d5cf2348ae4b49fdeb0d974e0feb5d049d880
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a76388dc75545572df1bd5e6fcbee62d67f62fb45e3aafe865d82a5ded8694c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba0f371e55c00b5f9727c4f8f43c92583fb129a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fe63586392d9f087f87da4d08f7ea8590ac8d1003ba40486dc362146d4d225d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f21e7d472aaca0a5c59187cdf80ccd20fc972a8a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d12bc000c4f4d69f192f390a870fcff0ebf6da367bb103e1f4b93f755e206c26
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9d20aa4dbfc9db254c8199f4848c3d0b1687cdb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468bfb1618f638bc42eee54073c031ced53145236753d23ed3b750193b1f8f9c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..384f57c3043c21231cc3a910c0da5c78c8e10c37
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97320c9bf8cd2fa9569d28ad0ac58e0097b13bf1c67d5560fea94d916ad96d09
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..813a0cc8cc4d134034cf132bcf74360533fee4a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:348bd0ae5b6811d6eeba86a93c6a51df35e2ddc2141283b6dd487090fabf6598
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b38cd0146e430e80efcb3988ca2e01b6c3564afc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:445864a6aa84038e8c21926dfe0c0fe684a32ce86a0c216ae0457ed1c5234f93
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06fc5480871153527b07e1a9841a3a695c8b75cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ff954fe0b6d0f2830b3abf20ba393456f359d73600c74151bfb032c7abb705e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c7741aa73ce547465d89fee718be8e9075edec1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:777fb16d150a431769cee23149c2599c4290a416d2deed592c10baf2412454b6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5efccad44feb1618c17d913eba27e4843ada1697
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8766d2aca916ef40de6f4dca77e0f91b37455ad35ac2fccacc914e38b3ec2ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7d9dc06ef2c7d2018ade9805843635633915eb6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:564dd740f38496bcae6c17ff91a4d30e19a4851a3f2ce8dc1abe48b751c53f7f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3038cabc4fcf2a1dc0a09177cf3b9eea1bbe5633
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08afb6340a68ce7404e0a86d33214293f3b0edf8718ac22b9c73302b1e2a74b1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f52831897ec77a50d5f3b42a77890d9bec9f612
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:401da6ea793d8c9090700efdc22fe27949e6bbad098b62e89df357a3f8275740
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f88651933b525535edbb5aef41ad9960f988e66
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1173a1f79cb92a225d68db28d23afaa0051205a4228ef92998fe2a91201397be
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f642464ef510294b15807da266e917743d675dd9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e9fa1b504044e13f90e808fcfc2054c24abd73aede5ab2a76772f7fc22887f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b24a01f0b5968556a8b6c625061129fdd4b86c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e471ea9e7f5d985c029ec9642892420bfcdcfb56ddb9143d7b029d1fc48da9aa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07d0ee472505f429b15b1064e3885ac19d96ff44
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a184c36980547701ffcb698f715b9dcba99ef5986fedd581050d041a274392d
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0920bb2ac0830c91533a6673aa1e15bc8a4fcb2c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f255a38eadbc5f87f7a6335665960fb0691fcbaffdba56f63be817c2a7553e
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/lm_head/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c2e54b0b8350ec1bbe8127201d63f6d81f2a464
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9abc21e9954f5baa0841a1644850e61acd819bd48e0252688d948623d80c015a
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/lm_head/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48c80d745691136248ef97188287bdc8b95d5eff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e02ef83e5b40c9a81491c709307549aef6a311cc065c704d80a61db2b0b7a8da
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1363bd0aa69c576e853ae8121dc953a2c9c94891
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08509132a33e9f298ff37264c4e1edcf94a5c247024ceec014f01c39836b9f1c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3f6e77f7f811b87612af9dd516178e3078ffb0e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a31096a81c3bb23de3c3ac08550a6472aa631964aa2c8e4fcad69954f8f3195
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..322cf0eb1506664a613fa5dff3bbfdb208c1d749
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:499e7b8ee7a6ec4890550902e16b3198d01d515566ec233ccfe1ecb6ca462122
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3b2763724160268b152cb019abd9fb3886293ac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da71ff1f0fb5033447241506908b95bc4e50bb2217de1b80967254331ef9788f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aceac8f0bc933c6bd29f0fbf49d57e1ca5b9875
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78bca3afdeb230250e8c5bc92c216492bcb4eea5f2a6910c8e7aba136b7c5e3a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cac4838606973a0ed2b5ff127394e5a1225ed4b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b1039a4792859ab0f8c97595341e14a593e1617f7787997258e957d6e8eb461
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c34414ac4abe732c0989407f3775a035c6b4fee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06714e0ba7a4d452db9211040a9ed9768d3d77af14654b38705dc1e0df54720c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..574754263f487347ca27dd179c1c858a00b2eb61
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c89003906c3ff107a23d16aa8ae2d88b6ec3cdcdb3e632b58776a1fd12ef767
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cff7b7549b23d6c937af54bf45803e6e3490d8ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eebe2c4e0ce5fb65d0a8efe9aac9a1e453db91f8d2b9e15436805c0a962ac14
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29a9406f464f38f8f52b768c4ed098b3e04c1eaa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:079327f51f2acc12553bd9785f508b63f08860b1ca6863c6c784355d74f8e70c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7dd7a488bc30feae30f48b81651031287b3b2fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c79bbc1eb80a8b6e4beca955a0bda3205b746fe39d3207c8eb00a3f0c6b0002f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b017c33566a7df25a92aa0991f574dcdafccdbc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0eed16ebe26cdebd7d71e507958106d4257c130a21ad66a85903e0192e30243
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da585bc8e935626139ccb09982f7a5c12605e37f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c935672c86b3519c0db79cedff9208f72577826111c85d7cf737d0fca85ec59
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e804c1c1cb78d54707311a8b89d1b987f70e6665
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85def8c359b8e36270964af600706db173ed30e49cfb7045abee3efe7407cd7a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dddc0bc8981d4c3738c8b459a5fda5ca0e1cb29c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf5ca1aa5c1bac89a4df75cd88e43c22faccc15be331dbddb22b66dd990ef233
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bf89e1cb664b5b10da661c7a08d3e8da4caa12b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9025c9ba4ffc0c8b27d0ff0c935e1d39264a4ecca3e24b304ef66da615fc39ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a73520ab451ad6a72885ad986ec283286514d636
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc4a5711582c58ef8894a6e3f998039d3e6d68e81bf74d55e218035c2adeb75c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54bcf997685167b5f3e80a01fe92fff26bd41e9e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49373beb5b1851b298776ddb435198f321d7aed54b585bf5c4420e74f099384e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c92eed427cfa75fee4c75784ea0713b4f215f6b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb538411c635e7f8b5733200639eddf227af4d2543987aa20d73bb74cc510638
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f29afc914a42e99f1bafeb1eaae9cb2c8f69ee9c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e823ebf59992b56a622cc2b9ceb6d59584cb20e94c540a665d8c6e2b012f47b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cde1a587511262f4437cec044b9ba4d7cf09ce2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:085bb82837067ffca0f74ccd620fc25eb644917738f44f70420f73862b37bca6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8feb0e05273b98d357979dd2a1cb7074c74a3c7a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81d05332523ee9a0f43ebdd6845c7d34e6a84e345547400a273228e361361a65
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e831f39cf35380c63fab3c37e9c216b6477de26a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd6e3faf6c261c1e852570ef28d803a543af08e642ee78a15e21f99fe638436
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90f17c55c1430437ff403617cdf586e065f9db5f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c637188400d3312036ecd87f8781c42267f866848d88cd75e7dc5809b4422f86
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..728c9d87a8e7d2d06c13ecd2a498129f67baa833
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84b87e75eff725d0bea07da4de1cdd90d4005c8edbb9bea302b77f494be0e725
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fc94f0cec4741862f5add46798a26b2152b2cc0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cee703088696c4a6dd0ef3f50f8505b4d97f88ad877e8fb0e5b7c70f1a0c0dd9
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..633f376b3ed43ccade41058bf78c6e94c7b45e58
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:277e1346c45058f5653f40967b77e9f9f67889b1d9b244fe752a298973f50b40
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13b95f41ef0d90442a91f62c66b6d2c142fdd73d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37aaea22786c24956015d10ce83f29421402cdd408eeb229079be4daf67e50c7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adc06831ba0889a7ab8ebca2c7b2d478e7816e31
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1f0cc47fcd9109dc20c18ac01bbbbbcea46edf2d814a224f68d85329689faae
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b186df9958a4980ec8e634f3749bd5176d14241b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8af809e8a900bcbc052040f89c19d648566c5255a56ff61cfe79689e891ad98
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98eb762db6ae92e579e1a67779952648bef3f655
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dec42d3dcae93558df9cf151216817253dc38900c6bc2ade4c3cd371a71b47f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1db3bb6b46c5a794866683ab72d2f2a2e33be669
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce211079a0ff82705300f4bbc62b2af3f28f120b3498d7f286f418ef324fd48
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..559cb7c1a28c272b4359c01c7692460a79955452
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f0f62d6aa16da36c635094b45aa1549a0cc5eced827d5a867bdeba85a77ffb4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ae583241fbc28519757e8e55a5d11a4eb28bd2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4234ff303bbde9d7a72cbd435ebae6ec2046ce680154c3701802a02dc9a54fbd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07c46580c0ec5ac4d2c7e4a5f0175f0fa3ef97ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f808b40af3643f20414797b1cc7782308b5866fe4685d35bcdee1f7213c72d0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a78883d2c38de03842fe1ce3b7182078614cb19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d3ca1d19bd1f67710f6f14a06f7159afddb0085a8044233b35ad7c50572f7f0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab7075222cbeb1059dbcac106913f05cd421dce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c8ea3dc8975db47d5ba24bb3160ac3586f2bea3bbfa56662e1941e6a98c78a9
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f4bbc4ad83087dbf3419701cc864bb5e3e9d6c6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e5b491e78ad55e6d7484b0b4c220add960b6ec755110a30d58b01628b089f98
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..127fe77dd9e1384610ddc4873a88d6891b807328
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58744b814eb57d55c1b539845ef457747e6a6f41acf25ef72c8aed0cb75ca42f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98fe42ffad08cb713797079fe6f389e01bd75165
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc0cb2cf7b45ae90aded5d43de52e6c962453d77a5c3f1afa692958a65fb1f6b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3e2fc28a992241e5b86897f5300912ec7c39881
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e59592219b62a9e104847419e23daa9f8a50492b323aa13cc8f533e03b736b3a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..175789f35791abfb3314a5225108d8b159b49bd8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a26e328bec8731ac27b7226186aabdc3cf9b086ec541467471b9bde4c7524af
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0dfdf1f86e5e387129f6a03a6055dae00fedbc8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3109fb8ed74d5dd4013d53d2105c5fbb761e235daf981d613171022bde65523a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8606e1d95fabe993a411ba473c4c68c958c62d48
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c77f8885048f264731b7ec20647a6d68c707af5d8796e701fcc218853cc59cf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3f9b4dd971493edf18683f4903a976d59714269
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bbd3f97d4f773b0483a64a145e6c4a85d7558016e8734da0c48bf25c2aae878
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01d7032b44d95f1b40ea3081c15789f030a69caf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:819e136f736e64699e7840ddbe4b160b7f92bdecd4ec69a96a8c06ce9bd6b8e6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cfed75fc4e333bc79127be0018029590d1becf6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e11a53216ddb1ee87a346e0962fcc7a79c8ea53dc8cfb9edcd581c2cf20384f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8130a7dca535e24de195d38c21e7ccecee60ac2a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8634af49d36b823392f8b99a36fd83982cc5bd2e2ea8bd604e06b44f3ba4ffab
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..179554f8951fe3f5dc2c16f0ef9bc5ebb6b92bb9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f688e814f37d17749964095c61d5caf25e01d9f4358fa5891bb6283ceb4e28a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11f99210f3919d3b96dc052dea2ed1e41b8c775f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a57710f696ed5a31d701913a216154378052130ecf782403ce243672fbf65d8c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b2d721fe5b8b357d8d02fed910ed8dfaae29e20
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf00d20f3f728d1a248436ffab170f09441d86f81e1ae5246afcf70dbf76630e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f00779403dade543583a8457623aa63c986fd435
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ba87a6bba81a1ac925b4b3b2c07ff80e3d9d8400569f5971a2a96e21816be3d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..761d8a21c2ce90761966fbf84297d83860824336
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c164e11ac1ea3fd9756919ea1a28e1a42959a07e1bca6f149196b0bb23c3c5ff
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6daf7a218d21bf85fb992688ed6c5b1f525a9d95
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b94e0ba2ed7e463b4028c3d85629ff3f006a22b2fcd468577535a3d8e450b20
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63802c88726478c021baa97528e4a932e236ae12
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0b1a88b34f4a319fc6d640430b232e48fe5299e6edafe54522a78824561ea85
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b92c2b50888ef841c9417ab3727aaaca98170899
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2410569fdfbc659869cf300179b17920fd7b3cad27be96609de07ddedd9b6e27
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bcbfdba733a2de8f87fe8a24d4be9f9b538b69f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f6cef3c3ecbdab2f1b57dde0e12ff5f02593b7d46c23bb69d55e12b5d63bdf1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..917ab3f41066ae72fd94500354747ba2d3ac4190
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc2841f4f4bc47798fefcd47a4d3c3cd6466216a0e24f5dc1d20ec713578f98
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a5c466026562b33a802475f029863a4e23dff41
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cf310790cf9b076b336cc9b7698ada461d2199d78b15c40a7e85ee825b6d59e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9227fcc54000a5981237e3bc61b4dc82db763751
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:055b5189d2f01b17334104724fd43127e9251826527816046d42cfb036978dd2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..264d36e74330cebf1b58c198d1bec989e642e1d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f47fd17fed38342bd84ef7bb06e8a7f79b8d99cc2880e9109004fc92a98b178
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cd29955538cd643f50ba5c81281c045190ecda9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df30ef4f5b6fc39fe1cc868a360065adabbb4bd2cea08791eb41a91d5a123012
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bad0b0fd0a32fe739f4604e680413fca82b6e99
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34db7b5ffa4ebe64f9a2665d136b0abb476d1e5fa15813d8c9d7e489c88c26c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2ca63ba445fd137fd4a27b2ee1e8b8ef0f4d684
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b90c929442880f14aa27b19e480583cff875024703b2ef56c2966238edeafa3b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c5347231b094544d79bcc450ffe9b636abd3967
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a37737448f2a9164a49d0eb9344e95d98d4543b4c7c5b3bce396aa73281b4284
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca16e4ce0129d96c24e08433a96f9c4ce67e5351
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60399c562df49d7e273b06eb2ad70cc4392636982cdfa48fe4e76475a926187c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16ada9badae0defc9b12d6ec89035cffc9e02382
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:664e0a2ab374e2ae326626790dfeb4a1c47f671687e22065e0b6e8655b3b89fd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21e4e7cfbe9cd3b7b5aeefa8d0bf09154e221dee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4119d320711e06fdc280dd4bf0fb6ddb67ad790ad13aeced9ffd53961eba1963
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a4ef82d0f4bfcd64ea34f77674fa67f4a9b6b1c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:908622321864131cb478a036373a9e5ae5bd476185aed460f70aa3d81de85167
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..991bd81a331fdfe3c1498a9320fa61844c615d32
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d71cf4f51087ef3ffaaaeed7779ee6149da7a2332976d692ad45125cd05951d7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc3fe372dc692d50dd37d401516030a266b21cb0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c63ff6307f41eee77f9687b04cea314968dc29c990715270ca72d30dd4370fbd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ea7b0a546d10580d7fdb52a0bdfa6132ecbdf5f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d64ded1c47214d82ea842f33fba4d58fbaecf82231eed4e974488eb13c9d6273
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..342488a1f467477da479a4a640fca08d65516c28
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a8226db399e1f85cd5bce465c3d77249f72d8084cd9311d1ef1866f0fa698fb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2fa90809c15554f0a89a9ac64bf55bd7889a280
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b68c0e63f7b49c30e53512c866e1370cd669d15bb60ae363c915e1687b7fa80e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dddb36851062de8e19fa27bea1edcc85bb03527
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af7baf56c1e892058e5f05b668bc94abdfc85d09fae458e6e7b6cabd200c6cf6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23c95d4a988c65bc76d40f060e0bdcef7f344dc5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a76650cc5186fe9971b251c136a5a144d311a2060206927406e0250319dc42cf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38b9eb45a96cf6937bb6614ae1e2afade6091686
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a23536ae6a0e7107f98aa379c61cd7ad0ab1b738e2558b30c13f505a6eaaedf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c89976fa313e7278820b4060d3ad8304ee125b6c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b188651627ac46a569a0e3ba2fe6304b461ae0d4106080b4aca1aa9e5073a2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e79ece936d4bd1c32003180ba148473fa5d9429
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b3617a12d9cdc9aa76f2c783bb8e92b7d9398315dfa11ace4a5bb2c0f0721e0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5b794c3069233576f37e88083155c48fed50fd2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6396a542a7e1a8082175d726e3bf99645f8f6b8c198f5816d2f1eafd6d0815df
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70bd33ab422e4a8931a4e33460286438cd683ad7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebfbac2722a807ea63d78c60c283acd32b0ff95f7446a1904578da5cd1347b70
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..490cdeaa4988698423d90f3d0eca80559cf4aed4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d6cb94d730625f5334bde70c4d066bb8f2a02b25def8d65ad7340d31dbfc67d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2a394359c1283be4e909c82a96ddff23ee72329
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bcc23686807afc14168ade6cec023eeebf321ee5b796bbe0be7336eb73e9f64
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65d0b720881ea9921811df248224be13d4b2381a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39acdc48944a794763d48a59a541a9cbdf981087a87de9a8d134dd00fb3ec751
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f6fd9fc6cc8eaa6b24fc8e79d1b282f637aa408
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f94efda49babbd685be4408a2b34593977b97f9a545c34b147df2068d3ad4da
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62434ab8be9070544f5aeea44270b2196b9dea3d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:064b40d4672ea57ffaef892d13e6926a5fc5ada1ccfde23e2a4309554620b1f6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d34d833381798138831df5e1fc305e9e7b4cfef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:465eb877015a2a8e3f10a8c7762f9dbe2c9cb3350667e14d678e63920b7c1f93
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3384f7ae033d84e60bb395b5a7f0d69480f22768
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ddca7c5f06aeb2bac488a41e5078b97791d9ddd4e11cd78e4048ba1afe6c732
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..288a24e60cece6387b43a17d39d36ea8dfe1ecc5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb699e8f7f9856150d67c0c27d2d077118bc92f20d4d01faeb1b4c2efcda796e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc310cf88c1b97db7e9477ac3c5bf8e139f7ff6d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9872e932d69bfb163cdd0516c873769044eb3e4ebf3fe18248566319edb6eb22
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..927badd6b17f5d33a87b1aadf341f54974d07d44
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce34f2e3dc10b3981d73c44fc34f814626252316161c9bb92be1c419e656db3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1107d0c553b2189942bd5f93304a00049024810f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a253f766a74a2ef9a07e1a687fe3e92b276a948775e77a8032dbddc98c42a9d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb0ee5594647c5519d8d5101c3f95e625cbcd61c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:247df3b1bcb20d36c8c70b212a0055c53e98a903a329a73e3aa41300bcf5a3ee
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28e0e34db08775cbdb1cb1b98ad0361a7321653b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e54c275824da03b02f4776052bd567a637e63ea47ce24dc000b68e366f9c854
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5be34a750a318f7fe1e65c47c2a61e601189df96
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9279a880972a832df870d72ca7a4ca364ccc77dddc55b099d2ea6b14b54cc1cf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..729133f7397d792b882ff4e22b70b0e814200b99
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43a061b4cd2f36e93b3d25e05a02abfc10eda79e67415fb4a018375b323f1058
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bee5e5562fe2af217cb26bcf1a23f93376c2b2a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c172d270603b2180d47edf75095147b26fccf694343798c3229082a422c085f9
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ccefc9c9740f0b8acf9a9043f812f7a79dfea7e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe1697e80a569e0b3a02323cfe0f6c0b56f5a112e56bb6a33302cd470b174d1
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..636407a1bb8dc179780087a0b26b12c58fad1951
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b8b9bf4755d428e4f544b8823d241e2f89a8dc334e6535f8d0ca3db23482c44
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a540de9a0cca2a611d1210e1216e65a02ee187f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fc867a68aec9d5e74726f4a512fd7565225f74f05d1872c9005e677c8ffcc44
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a227c8cf9430922ddaeb1855be98ebbdd5929f21
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45ecb3fdd87a20a9eee35aaf1970baff83cc9e75f01781be3a2598d6ef236087
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72d35efa7abe572c49130d6ab7169e076466a18d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a939837da88f3ba787984ff28f9e0c0b7de1ccb6c10630e7dcb7fe8eb1e83b0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2914328bb996be080a083514a9e7e2ca9e93e6c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e5ee32759ea0c3c26d7bd1ce1107efcdb82173248673346a6c1398378e730f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bbda87f230a62fe0387a7125331b610af7842c8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bb3b232a61af2521ce95c5fb94701e3a917556b7434ba0cf4cc2066eedac8c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bf16680967c4be2d163d74265ee1ba1cfa69ccf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45e61a60f38ecfa64f8c356a1f8f12ed5716cbef7886809a4c63132c08ca429b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83dec15ba7750dfd83c64ffb0900bd52e7720742
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:611fdd422bcac4a012154c88cbd03ae171805ea97fe6de60fb6183cd52807b29
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b51582eac929e08115745e71ad08e4cc2cad83ec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50dba6993811a81bbce535ff3b1644b2cbbd2a4c6d987a770fb100d6385731d2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f4ce688ae02c4a2776fe372aa615381b6d48b4d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:750dfa3e5d2701c2896995e98b2f37046fdb7cade4ddabda8b1b4cb6e9f883df
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..993defa54ed8f18da31e999d0b8c3f9a72446fa5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb5ced5cf9a173287d77e37b6c6329b8fe844a9c1f1e98d44a915d247a2cc40
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06dabddca94e6c3f036ddb20bb397a7e26cda4a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc0bb4d6bf33d6d89839ff4ce0bf8a85a527e6fb3eefe3b4bd791c8322dfcd35
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df863a1585a27d4d415249f9e5dc6e12b7f44b84
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cd3500bd7d10b97e2481955db112f97608188bc28aa04d379c25a24a7fbd71f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6846ef4f7cecbb113d1f720aa19746da36d9dcb1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad63d03467df4cbef8450746a2a8d162796d731765f1351ff16a5b894f77498
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1664bee052966dc5983630405bff9ac14707d05
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:755145d2b7e7ff5c78b6ce437f0da240d6f2235488949855ed989c912b4cea31
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2d962dbeb6f4657c94aa90cd92074f5156a9c8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f4c1aae306ee8b3847424a66121f223c1ad0a971f274fc60bebd997e1a45fb5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e75921d0b96f4d0173e8a14ac03eca117e684a7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44d55ad3878e20c443426133614983d7ea91b609ddce77771ad6451637c65aac
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a185c2bdfb96a02d03869ebdf36dc0980dd5dfd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6743a15b865a1b7da21137cc0dfca2a38ed62f23a391dad4d7959878ecabb2db
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cd47fc25769a9f9dba5d12c83db6be9d0d64540
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be79422c30702125f18c58bf21f620f577771e5d9e573ae2e852b68f326cf4f7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec7c113ee938f54b0eef929a8cf122825b35af52
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b90e53f4ed04dd4d87e07c659b142cdfbfaac2b7acc38a4f966fb75762e0cd6c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..880fa96a2764d94199271189fb851bc941f91b60
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ff09984fdafbf81c2af0133056e8c43cbe7275c4efe0ba41ad461fa3fffbb9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..062d30899f0242014d6c3685be37f8d2fe0398b7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13af820d84746829f3ef74351db1a596a39fb8053322e2986b761e818b1bdb28
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76986374b942bac2850550ba9f3eeccf59ea353e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21a2da1179e17c3f2c03398c997277921d7aedbcfcea53e19b1aa45d1daaf25a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61cfd533286ee0f395e30ec5d3b4a1ca23b56745
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53d0bf9fbc81c93dbd3df6b6153ae98fa89b8c586acb4b0387f9b8a061382fff
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bac75c6ae37a72a423d287eae87771d746e91a70
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95e157d1e76c340148f23b2043937314d612f82fbd2c44d0021aa6ef5d3ab635
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ef9352ae223ab37d7bfa14e268f18caf13a2d96
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d08c129a3805512a4a42175db3ad715847eb6305afbaf53923a230661fdfaa0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17707055dff361afdab6ec447b6cd12cb45cd865
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22586eb138beb08d739db8201a3d838f764b7675143c938686b458723e71d4e6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85a5eff2370e0080fa04ebab2c98accfdfce9554
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa48f5b63f1027c279091a0d780c82ff7dbe1c5659d76664db2608ccc355ba90
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1830b2600dcaf985c9a203846ad9d27a5425f2d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a93cc694a9a24ff3b274db276bd87293127356d0779dce0dd5a8d4dec9a4c51
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c05a4c81d73a111ca6325d5e4a0217f17c85d5c0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38493ba68e952214a673190d427cf36cda5c2be147d3f976d581216b21a238db
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e715493a634d2f0b849fd0b38e05cbd05f77dd9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7297381441d873da523aab493ddac6611fa3fd0c88ba24724bfe5d069a3dd03
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..650c1bea4ec4bea4e52b9c6ddaf49e003a5fe505
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:778a17017574ba83faf121aa21356f3777c3adadeed174938799fdc767b8b630
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cdcdc0d8177f5aa1ecd6f348b654f04a1eea6f9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd3e96ce319546aa889a2a907569f8b54869be6c6dfd9a213e7edad5ff746116
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5972e8886343779d0f3193fd51e604955df466c8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4163b3cec1687afe71b4a94a19167c194f9276fcb314028f474ed71f2bf2a27f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b244f397127dafc8f912c412feae82f74a8c9234
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:908364ec71e6244d659fe609e0d672edc365ddd0af1c0ba1c55ac49184efae6d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61ae67c36f396ccccb50c7110e42cf2b0cedd2e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4845878d25db87bc2a2784bc9d68d11e5cafa68ff7e2c231f8f2df914cd9b3b5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..061e4d01da6073d56511bd3139021a9c7ecc307a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71ae84a3f083b2863fd64796a9589b6cc2b4f22707b5604ac5d70e0de1914cc2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc557e2c158da3381a3cb43d9abb0aea10349b14
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d36e1f292aef08c27e7a7579e8bf58a103ec80e83b51f9dd3d6b9263ce02625
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93d739cb5293badcdd6b2d7cf05650bc642656cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05c19a037be2b60b87f70d02e106903b5178f11076e130d1cba6a00d5ed8e5ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76945435b05d4a43e1fd6d579ead191fced70456
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db6a840e1396e3c70c4b064a311bb2dc6b94fd1b17c5fcbb855bbc2f3ae0f5ba
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..257be14c04d846b91165fdf1008af8cd5857ac2e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:967095dbfe95e2e69119e46ac53e362e23e34d38e03c5cc4a2979e775055613f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c65bc078b26b1221c3ddfcd2db17329cf1e051a3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5439cc13d74889b0e0a9be1b4da458c505ed6a0c117d2f6830a75d7b8d291a25
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60e22b719b93cd968cdeb36471360971691fe340
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed36c94f020901b86c24591beba34ffeb23f2f561b97ff92b24abc405c548e6c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..807af321408e28c7351be7b496535abae5dd3030
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e86f74ac2118c94455c958aceec6e16ef367723078fc52d899c4ac7723d63a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc15bf4348e00d5ced2066cefaa4f56057479fe0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:147dc6c3945f79f7adf01654dc8ff1c8405111efe17148b52410c6d23b590420
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dd4585fbbaba64da300fad561969436d1c8eb7c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e4ea312d671a11ed01f2f968fe8c5c0b510e7211c2d7a134c9a24a56e3d124d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5b75544d1a512a479c2850411c9bf8204d1f3ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3171ff21760b2996a9f1561babe045d722a5bb5cf8716c351245bf0629898335
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9a8163c94a02ca4e97440a5486c0d0a5873c79e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb6f83af4c9f71993d5e48e7ac3d448c4e67243bcc412b438d314eeee9e0165f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbddaf1a17c587cf66d9f0ad09f30bd6a1287661
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7720e397eaac84dca11e776d614bb7897c4a3baba819d8128d621517c44f2a60
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d7598ba5c2d69454295ba7e984830ab3f5181ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a303c4b858b49aba5fff747a6e2eac1d82c5fd264dc6a0c6e0a3b6c3b9d1bad
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be279af9e1bcddfb05cca81dfa30ebaf4c838f89
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b4b2a036cb9e03a65b7853cf692abeae3e0d52adfd0d294994630eec776fe1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8df4c9725269a111530baf33db03cf684f8b3b89
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eb5526ac118b8951c555e4716fd3ac3f87ce79134a21d3bcfacf3776ce51398
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..849ec2d62d5c9f5f377b2b7e9dc53a71e8a80352
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fa644f1b810cbd8e6f0f0eefdb1d453faed54bb90587c928b0f96a4dd6289b8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..857a4ec2550ecc7145536ceff9e4177a8b27f60c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed5c7a1eb91eb419d9811f93019fea18ba6ed542e91780bb6e0bd9094ffe61c7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e937b25281fb81e7d6f127d81c1e2b42a6f3e10a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f23184e5e068a6a95c3b479edc24b4193678d2dadf34b39d1ecba939353aab12
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81f9d8bc027aeb9ca05242f92d525f4a9493d52f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:023f824ed90b96b4d9998b547eb90cb3d54d26ff1f0038988e6b396a8c5e3560
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..374530a2102a418a587b38d3767fc1bdd5ed19a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb766c7b8e7da3289c21ad92b19c0634e2b93df8d47661aaf01a15bd948a8666
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48fee4942fade637f9210924911ec41257157e20
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd4dfb906cf240c90a19acffe474f61e38aaf138d13c206470ddcb38f7cad4b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d6ed45f96918eecf6e912ca30d2633f2a5efad9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85e2ab59eeb87f7704b4d645dc33d508ec2afefc29f98872824485094d7a7838
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66d55397fdc8111e2337f5060dc5271dfd8d2401
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18f31e54494463d13baf315fcd9cc07fffdf04c171495fc4e9f0a6199f8d4bdb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7544234d94dc672d3e5fba0511bf3686c4b48e42
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb28bb8bf68ea5c78ded716926d94c67a62d3eea51601e8537b961fde5e0b9f2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9277eb9dcc6f2af2c747af50951b910c757da1dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e319bb600d299c4c2194ac052372277b7858fc6837bd5f61ef5e75cff8244d5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db104e1a9d5dd30e95260deb66895fb914f7e875
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a590dc944d67a9a8babe077466815cad12b0dec411056101c95c569132ff4afb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2daa9bc77d9fa68468c366f56b5b10a8bff5b8f2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0cc5e8248daf3917aa821230b809925a9e537d9b675d5480914055aebaf1a27
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06e956086047bacc5410b1b7af33ba6c97b0ef9e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb634e5c6eac8fdde27847e7999eb15db118e9eee057d71ae71423e67f882a5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85d88838238a1e798743a1836423c2750086cebd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f74a19307abf8081acd346d2bec2eea3e28a8b7eec29b866dfd096037d57dd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71c154c05cd861c45036c674b61fe4010f43d6dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2486021cf3f76bb0bbdadb2ccbb73d6856a9359824e0cd312bb8b446f26008c7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4690c707ee418c505879697aeabcc8ddddaba747
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f17149ce99b4ff0813c034946fff51c13281497c0d85b61d9f7ac5dae275da
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..937a5625f6477bcaaf8df6733f76fba39f7ae9ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d80e0521db6f1ac688d3d8493a1c2bb8b4983150587c1e8d556e8855f99c4fe3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49a2be722f74e686ee4e6f0eceddfc8528e9008e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a613bef8f66d37eb669a89d65a781e92b0ebaddaa9b5fe3e1ca9b601a92e81ef
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..093e6a9b8377d551c2955aeb0efc62be9990cbdf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5153e2c7f3d9200b8fe6cbaa5d81c238bfa2c20e4256f40aeda4a2c9afbbdef8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a318432e0f1ea0b4f0aab1294f4f691ba120f0eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f46e783d79d416a6d8747faa2bc7a764aaf673328e77769749a4da31bffaad70
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e04fdad665495c8834d1f3045ec23d935ebe1a86
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7914f705f07a7f5a89ddccfe268dc3f4895d60f164537b7dd1d0cd88a17fb6d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6ac8ad2863b9c4844b0c3f5fe487e94c217fe1e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3ab0829c9ed162eac62decc1fc650bdf0736e7f3f13e8b904ac9b9aafe2fa8a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7869391cb656d8caabed13734ada24a9158429f9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdd338d4dadcf74682c47c26c24bb2463a69ca253e996a01ca39f89fdcd00693
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce069f9f3edfe96f9a91c3af3aa3747b8acc907b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3129290cf12a22989bd52f14b655a44a93bca58688eb3567d22efe7d9963b419
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..897c92715dd25eff4e420730ae6189b91c9ae7bf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad9d82f108711eeddf931d5dae240ba47685e694622ba57722449e70591d84aa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b824c24dbba55ce42b8485c1da669901dda774b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc90a251d3cc4e3b91725bff482c1a624d54f2811c6eb9abd6f07e163282fe2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..545dd63c7aa1d81116d43f8cdc9642339270770c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f7b128751ee8535bcf434409d6447c281ba978422b72d8b25ac418698f19f96
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0ab29f28671694fb7920028432105b0422ac2c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:844c4f38ea338949654269c592b64c9752c2fcd30154bd06d7b06bef37b9d0de
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbbad3444fe429f2de17a53a5a927e1c5229dd77
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44ab84ce19e29181da6c22c0cb4bb3ddf393d68f5e6bf76387879f5387a07c61
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d1b84ab077ff7393106f65eb5d056f0aeec1f4a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41c586689e59f187e0ee59983b7623b289cd76a3f77cb3d88d8963affbe25eb0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06486b4ca7e3f11da6a0eb9f800b54171745c663
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb02287748c57f2e8befe89a9b17bd33e64514bedda9b09eea92dfe19e83ea08
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f50a988995a0e4bdb7f16028b4ec7fad061cbca2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b3bb0c7eca93a94984d1be92282e130ce355896cd1a05efec0b0e732e0e081c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56d6bbeb4e64e47ac35f7ab79e98f8e81ab9a71c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da03c540fab88f3cc52d7ec7af89549d186f3899233c76f60fa5c3f93e023957
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..869abb0d0e67d98fa93a84b507ec316c4a1c8134
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a32b5a0e0562be36ae381c1506f81014c0b4b9c1a5aaf8c26cf7965451a019
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a5850f2b0f28cad5c2ae0c74f77287318699d4c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:562626e34d4b2185675b583d5b13350852a6d4f935ff4ecbc589636f832d27da
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab0700a38c90e6cf33120fb450029dcb4a8f202a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ad9dd8070c838de9d818671ffb6f7272ee1aa420ad7d81884b785593f2a89fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6facec1abf8bc732fdd67e005b79f9b7209c74e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48f77a6d6c797c8fac23f0e6fc32e920573c1cc758f170748b9408707a244bb2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d94e237c528200b8ba0597e0bd189fe908a5c50
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df1d22a3c3a089c36d155ef19aa460f43a55e75537dccb96f782a4134442dae7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18827da22d2e8fe717c36ccf2f48036b9c202978
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fedc4f90d827439f6ed5cc4b5c1cca4ab15f4161e1a904c30a881b1ca21f99a2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfb8ab91624d483bbb7c9fb60137cd8ed1d463e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff2b6b6f6b4342a66af30825ce899568b83ab6a57193daaa3ad936f2c1e0788
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4712eff28988acee60f682e648bcc15ae28e47f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e4ecea5f07ffd8fdcb52e809dd1838ffc5493ceb7135d101489202bc9ffc854
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..259a8668811d5b1a54cb37f2d23b252f83d12dd1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0a46d92f62bfccfb0ec35d7283f818ba0e77d9e56e9858e1e0af06055717f1f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d04ca2518b23e1739855b4c070556e83baf56355
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb0fb56d30f6d16af2d9dfc78046340fd2b5b5162fed5bdaf3f1872d7465a19d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..971a0caad73f347b6679c9ac93ee655922dbe588
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb6a83b7ffb3a7e327351b9207f934f3220efc1143b8d72e4ea4027126890d30
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28ea2ebd8ae7e8b6c79be44c407da3e3733d78a0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8885137992c1958da7e1632e925260ade6fca954163bf3fb1c333c65b550d9b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f93bce7f9e1bfb51df3c999182e6b92aae96afb2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15997429ff03a415813772abcc054f4f268cdb5384b81a3343f6f154da4b0302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..387f7c04aa1f35b7b9d0f3442e2fd2e7cc98b272
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8083c17a37cd62925163d21176c65033b1ef02b818a2b289120e667bdd8905fb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4049ae5865bba877e4831e4634cd21b5724fe376
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1913d97e8fec1bce93b80d53e841ab9561eede0e274d04bfe2cd1f04ef0eaffe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb465280bc7a891928fcc49866942ddd88a4b82f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed4a7bcf1a5730f400dda41d72920b6a1ae937d6e4a5ec9944966b60178b252
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..974247fd58f21b3dad5861e0d51065eb60a48832
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af375a764f10f076e74758202264d830ec0d2de60cb0cac674889542332f376e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4acd1cccc507f8d443db78b290b6ac7aa44e531d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13e63e170fc0bdc45ee87f746871ac933981c71c59887889178f09e94842cc6a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..905d0425b13304362f09d54b3b84011624b2ce7d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed618708eeceae9169f6e978f7bd598f8258198ffbe366644956023ab47c1a95
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9bf2c5f751cf24091f1b5c4d194eb608331f25d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7214b97a88db9d8b0ae45ac57f1ec2a069c2dc0716bb33adc3ad8b8dcd59d634
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28989ccaf7fd56de764c18e9b5ba667254fd611b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f797957b76d8fbc74b2ab00ccf3240473b6cd92ff85f7322d8ecaeef17558407
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20387e997bbe031df5727997d418b5715308e88a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac39039429acdad68b38bca152a81f69cfa63ed7f4c8682d4720bec11d9d8f1c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9088d1cc72c9a6d1e322bd87d56a03e1d762c590
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8503d0ebe9b9f84ed1163816c66647bc0c9b2c7bc0dc9e0789aad96d197e6406
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0084562ea9378865cc8c4f41407ce79bf0dd0a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93fa1f6808b111a9e80aabe3a19ec92ab8ea2cf7a9196d47e26dc92f1d611bbd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57171ac6d7a34c216905501ad1ab8845b0f7eb5e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce72fd80c82f2c0df579c70bd2ecc589b2d4da92909ce03a09d6fb798e6f5067
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da816221fff0dc22bccfe77e108302e807b7402f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f41881d64410af62443feb963a459add471ebaa3a0f64a131dec27d32326e113
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cba91cb81260be3e7ebb627809c1ae4362785e5a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37c76f93fa3f1c78e9625f817e05b0eedcc8403833e303201428eb1e724dc52f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bbee7fda3ea5b285700db485f94f38ed6131910
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f4ce081e05c2c7d10d21a33f932b7c1f16296d08f61b0a179cc3ec3256a1dde
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59ad993508b960c21c4e949cfee3bf56439e98eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51651c4492fb92eca5104b09c94d0923e70160f247ac7cb3cc91fb9e8c7cb1ac
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af022a4ce2c2d227b1b3e77451df91cf12e63d1c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df34145ba98dc23efccb5c0bf996aaa3204a21b6e610815ab62005d7be67f93b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bd3c4528b1def2684facacfcdff2838d1c7451b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12910121cd02ddcf6b4c01b4ef49174bdb3be16e371cb89546c2019411284996
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa27e986099039cf03bfd9e206c5f37eab82f993
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb251723bb5ec19c5b68c427c79b96afec0796bd548861c2b58af5b1224196f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b968d2fb7d6e75d506f26c7ea612eb3071be2b8a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4193a8e60b11dcbe3334ed22d3285f93baec4195bda123b6c6b6271dbb60566f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d2dc4d648b15d84c79f47f3e23bc8e7fd39ef15
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0499053eae92754c01bc8d4b6e59b483c7cc1d6892952eee70413f83977dc4f1
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..319eeb6ee9cd991050618f1a9cad1db8d1313515
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76767091954f2911fb79f5cc05c19fcd3e0bf35fed52a43d3ab9be3784d39c78
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..050deefc04aa93d58941bc5d8191534a438a1ef2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9ee64afd95b6746d2112f080a19d42c4ff324bacabf5deb5511acc0875e0e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..372050d1d7e9dc5e3e283fc1a90390caa9ff429e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07d08ca1b96da48b9e791be445de7564def68071145f6a8eba967e426141f1be
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f4f44edcff795f82195c266ad9f124578163610
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fe4305746f02bafac21eb7418daa4cb422d79c1563bef23bc0e0e424a78338a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..485247e755e7b2d7a3dc9115543205b4141eca24
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19d736b325ebdf0c0c9a7d7777ec30662cfa9f6c295588001d9a332e1d088a9b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcbb77e5ae9cb8719d570189dd17f42ae8fb686e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba3abf378c8d51ba1bd815a2896b129af04c513b6c30e8460412a4efe9e9378f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b94c231658b01e9590a9d750a75ffdc9b75cf73
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dc492cd0e9debc5d126eab7aeb8b920f351e54fdd71220c07072178256a5751
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48c5c5bd2bbccc445e363fedf8581fcbe5ba070c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ae2f42aad2c5832145d5c7cfe6cdafbb1cd25d279ad8bee29c0ef9529a8323
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ae8331237382f73ed7b60a62bf345ea80cb36e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6312825fa15ca6fc086438b444016267536f17b5e759545cb6a4b640e6dda6f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cd45003b9f74df7a19f7ab445d46327277e5f4f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b58c528cb7b4c3b34d4bdc60cacf209bc12b8bf82d0adb0492d35eb56af0e1c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d760ec16b8d5aa6b4fe43b21107d157545731e28
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38429ba16ba4b2d36033fea145260c51c69fe780b4e3cc36a71787668dc9f6bc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..315bb2a548dde92fca8c73ca2bb2c9484d041366
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62162483754cd1c286d4e05101e7f11d21bf7d26cee5f2fbfd81e5010d34ae7a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05484488151b4e7052c13dfd06410785a79238f2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb64d993542662b2a9924cfa4366d3361c0fdce57d9b17b1ee4132c8551c6557
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7a1866c9d31ffe756a4b699f3a4e4437eb9085a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c05c6e350eedafe95b45f927114065b6e35bb019ca081300098ded82a2dcc87
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7115b77c7a698ce92d39ce1d2fc65859448952d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab3a845d90a778af90864b6d0f0856dea416765984eff88a539782d263b1a818
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8667764e4258e1fa34cc6ab6289cb40c4183fcd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81c5630f95c9e6a56522723395b5d212cf5ffbc07d3c2725d53b226fb3eeac62
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96d61f46d5953898715a3567a5727b2f6d20f0a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b5064d1d609cc232e264729e763165d83686f282af9c16497250fce206cbb71
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cd4cf6b8651440201e2f8dff5c97cfcd3d6d5b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e08039d7096bf244ffe9a46e0c9c369a9c28bc2c6b51441d1e97f604b32dc3a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd2242d3ab5f3d7c234fbf2b6ad0631da2182699
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c982619c8d535ad357c7406e65d015b0fdbb4576812f0b8198c8ae5f5542d68
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9e404e3bdef63f1b82fcd10ebdd0f06335957bc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e55426e62d02cebc11b836ec362b852f4d7fac05f3402006c539b3a73a4f0aaa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eacf3c33c73355b531cc1767b9fc0897964f84a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f18581eef73e688514d0f1282865d5bf0af518dfcb79d0242796d12aa9ba9e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..535ac7d6aa20e60acef4509690a958424774654a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:514e8ececfdbbfab825895b40e25302fd77995f90ec99dbc010b87160a70c873
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15b8bfd312c79a7beae6926cde9f109bacca769b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fa2aaba3e3a0c5402b990e5dc0edab97d8b8cb7a7f2eee539e43b8430542ffa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82d49bd2845c9575d418819621fe9f10b9a63c13
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93c20a63d2f087a47b3b5b66a6d9ef4517c3af232f5b3767d1466ef44ca13c75
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f59a520843aaf8858dc3e52df21eba41205be110
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d25088302f89fa730e3edb567354c3688e2b3ea75b0e9f6dda9d203efb240344
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c39bb93574fc94f3c09ae48ebdead36b55a6ed7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c79b6079af31935c5c1d73cc16ace1dddd7413d1275a3a75e98d83a45ce19631
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c56b569ed8eed6d7f7d83e508aa504ead1cb901f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a7c469cea8a667e87f85dae82a5b2875c59ac107705e869f114e032c45f09ba
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64a731d5e253bb1cae9017f9a84aed4f0a945308
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4278fca1d7325458b7a75bada3d8893adce37710206c373834b9e179f8664560
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab6a8d17634e1e9273713a66d76c527fbb11b510
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98300229508c624670145fb870e2c34c607c1c3712281f9aa5c4b0cab5036760
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..713c4847ffbedb274a5858ae1e9307f434ee9e87
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4649adfcf5e2a16209b79b4bece10155e9969b1e68028ac67e91d01bd5063c4d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..980b5ddf9d1d14cb7d6bf84924ae9493c7549212
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c6aab1a8dcf34d67aa6d2deb9449afabe0d7abbc7d9384f0d7b395bc785899c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab7c1d9bf3e2fb5d21525f4fc4c23807c604c2dc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa43a6a342ae012d91ed7cf525695d83797c4ac08c2d6c2c0ed6b6aa4855d3fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bb002e1c4172aa27abbed55a57b10bd449090d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5655e1ff58ec84bb65c6fdc4ae7b7b8452029472b319da42280a116c51b4ad1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72104ee6aef495410d51228d5d4312268084b298
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca5760a7ea4d31a22c53137f9c353209a5283dda3ce8b19ee12d90b53ca838f6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eee5e87c69680c8a1b22fc5a98241cfb83809422
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b18f8137ff1eebd971def5cc155b0edf82f4e0788691dc33b26d7815e214dc12
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6522eab79311d652a634de743d9db510dae483aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9554637b6c7dc56ee849c66772fc1a93e1a505e7b7c7b34982f3ec3569725c93
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36699ddcd28ce9a584ec4360a6629300dcb42a50
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa0c65850cc77c892a325ce9f56684ad845d013df453bead06ea8f746541701f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1fc7d3373d061d701c27a7d7b31c2ca5e611438
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d142907cc8d678c1a3b653042886d36b9b17e7cafd7cfeff59fcdc813d351e8d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f19198011eabea21e648ec6525996d7089bf9797
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb04c398e7af3fb6f28a21ebb9b364e6bf5a619635bc334668191512117f2bd0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..586a972c1a40201b0d7d6b3538b8206ff0844288
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c03b5da0b83db288455a2e0a8c5e072090d6ba5b5ff4992b9ea9058cc08409d0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2dc4f994a90d9e2e0ba8b16732fe0347517079f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3ff9fe72adece537107aa377745132da52aff271784c623b0a012310e0179ee
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7232f910daef58e24f79101e4e63f37d8b18f2c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92ae35f62ca55f67fef1a79965771d9f51bd3a5d9d270bc34df1f33e8d0d49b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c2a37a59030778e45c9f10076bf508a29e1ca64
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a8daf9796eacf11a48d131e4d07847628c08f38f0417269853ce16d1461d2cd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..014ff1745ee5c305f5245e2391c987807264b4cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:777ee8065b66657e230e08df911a9d5f42b49d0df713b805b9186ea9516fff06
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b80e379a1975c832644d3c0f801fb844e902345
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a098c6fd8e86b2d7c80722a8084f516f9fb6cae013925f242c6128daedc8ee
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525d848d5a3f409c8ab64b72dbf4e5c87f9d5694
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d01fb5423e102a2de07f4da4bdc8c11a250ec8617f4172cfa24c085303e5b23a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be2ec0e97d931594d1ed02a2f3f22ae387614fad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1510c27fe24ebacc098d8e669f68486d5ed55ff996a3c80692a7a6bfe53bc8a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78a99ac267e4ead7fb889b7d171a471fc051298c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59697dc5d805fdf8bddfc140d695f02a6e33a101d42e22f5875de50473d259c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53d83ad2fc33eb3450ea6a3dcd560dd27abc1938
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a263679f347da57afd2193c16e785ded010b533b34c0e37bdbbbb10c1dfc3fdc
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ca0c8b02fff84c3b0500a960901bed42cf79cd1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1219485eae65f5b764d3ee0004c4d35343ba24ef0fdae2726e891a762b94435
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cee1b90f0fb66f1af92e08ab18f54c78d4a0910
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0707050f64a45bb412727c26f123394e56471414c02f9cf9c64592b3bc885c90
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c7661d7c0c3d7c5207dac0d5efbc8299aee155d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f834e44fdda46e336dd6b12d5ca36fbbd0fc78dcc1a31d5d0f6d24486b6e136
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7516ad9984e8925e0f004c971d705f656d4f1029
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae55693955dd11e086414f9c6e6c0e47400f69e6f42f4cecd9960ff24c604a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..979e9c80b6134172260bda5def13b4cfea587065
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dec517835a3f5fc3811bf4ded2830d8fbf531d9fcb6e7f38df9f948d5d7391c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eddf165dce68f48496a6f3f8f3fb5f6a82335ccc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:692b44db210e8ca20d375241afe776fd9a1828b73c6b508ee0c1e936066dbd84
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc4d5147a2c1b51e060ecbd4902dbdb32e360f35
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c0f7fd1d50746c1782fded9af42c87f3b88417f24fa5c4fc9f1ca17d4f393d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a208f4db87295e88a74428f6d92fee3f414a66c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af344bcd4fef71366c014dec02ecb7e1d9bd32b6d38fdc7fecf5ba01d38310dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6166a000ba1e006774a7b79f925f012e833d983
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad3024c2f7df7d33e2cff976b9430f499c52ec22be8c0deef57b1a5a8fe393b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e86b58e735b4f8666ef21766895cb0095cff545
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50f722b712450256372637a41a57c60a3ba0e65209a1774f8535719472d37bcc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7252755cdb654b395ed780d46e64f7d0cb390656
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad9f7ede14a755227cefe464c37033bed627deb2eec843ce8aa6e11238529b0
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45c60b84e8437b38496b941416b0ed5601c8b1ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:379194f1af9182e44533baa44c8822513ccbf4d7905fc1eb3bc658b8245f8915
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..884c0bb4b03bde423d3027ae39df84d70abd75f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43a063f27488fbcfd9865bbeffea23dd7f75aa2fc278547e0ea8320611e7ea2c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8fe1b7879cab4b1e5d70d9a941fd6eccf9697f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5f18418af802032f08ec9bc199bb50cb4ac0bb22ba2d3c635598d90b2234605
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3455e602a65353aa2d1abecdcaa1072e2200284
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de019931dd35954991ccc4c2490fd2912d3cf161b67c566bef7abdaa94122f0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90675f7c867ce52ecc2e6d9748eb3b73a948a68e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d284f4e1f24863d0230d802d76c03a8821870741e7de1ae34527d17d668e41e7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b8a75ae9ffba8ca8d373bf3c482393b35b7707b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a5013a8c973d00fe8f24817714c89ba54e60f2973f3f49c8892ae74c6aa7ebc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..640dfb40aa543eb603a135de7e0b8c958c979334
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b96b41e426ba7f4f1b612ed5790ea2c5cbf997c9e8fbc614582a49a94a856ab9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa8fb63ee826d9eea9927f12f90a787f2dde48c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ce5177b4799c9725e635c1b994e019736255c7581b3ba04c6e7916ee0aa7a8a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dfa7f0358dbed849b5058504b8a9278cd870313
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c83296eec7444de05da9df9d4d6b38de19aa257cbea36ccbfcf053626320a467
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8614e2f71895f002c75ee8c90aa44f5c7786506
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00a05a45868c2f1c64dab8ebac7bbaa7c1b91170b987104e919633245b0776e8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2791e45f1fd263ba39ec5ce8ee7d7e601a8b708
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d1b30e8d3bf041348fe6b84e7311336d667b8b186b1b444d504a54e0d1eeab1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95589a4e979e5d178af175e5ff5082e082ebcb42
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d2e21811b0138bae3050a39d68b6ac7114a50e4448797df9a25eb7cb126e798
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af1b9ae6b5e582ef84fbedd1c4a7a37e2075fae3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a85b71fc61d884251ea1d2d89a95e673a3b922708e6d5fd62fbf46e58d09ec91
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b50016a0b4c60f2ca8e0ba15158dfd8253761c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9e773ff4a56771bf92295a0cad2493886efe66e2812c62b19ff2f382e3ae95f
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01ec7c8cea09e297323a20dcfb35c3158c86d25e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12d0c0905d9ca76d655d0d091d5804af697ee8b0aa9b81a173b28c8148ee5025
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/lm_head/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/lm_head/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45c403718a90bc915d3f3e1aa42781945fe8407a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:babbe7fa77f502db9207859a38c815bd54a60102adf34122896fe7c0ce1dba43
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f01b89f382c4d480e4455cf0d9ea9f8bbae693ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c9b921ef176866a7c08030309c6a5cdb7176af7c40b3c1b50eb228d64ebea83
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ea884d126b233671dc7c6731313caebf190a53a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f6ad1c2ac80d06d4448156b1dcfd7db3d5e85a2a4310145a7ebaaaa0ed5ee5f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb44cc6a554eaff29b07bff8f28c762601ed4e01
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8b0213664dc8af3dc0edbfcd75b4590c43713b1a0cb012637ccf41f6cc3d0c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19e1c7301118c5ea8e27b6344e2e02e3de5dde3b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afea8ce958f7c54bdd33eae1029e96d91823a3777f65a1172437ecd61e97b9f3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8c66349d5747f514bd59ceb8485d5ab3d6596a8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef93ec564bfe2076c52a80fa449baaaedc35540234585ec6e972f19706bcd1a8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a021359433005d9d34e491baaaffe9c4e161b19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a0d2abb0b1c6ee4ce3d6a4f3151a48f4a5c135724b4962c9ce700669f49833e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7749af032f67cebf1c1170fc90e256f31f2df59
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51fb24a3535e678489bcde7fc3c30a5733cf74e477f30afd5fb08eb133e017c3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..263fa2efc0c28219aa673ade31b472e94f768fa2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac18c70b26cbdad12d87f9869e450fa2bc744081490cd7ed221e70cb9625246
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..115e6c548d5ebcf8b86bd1bfa8b9f191142f76fa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:538cde547cbc260404b50fce9f1bb74c44ae10cb14f58555097595b99d96970f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41447065ac478ace0f31ac528d3913ba0a29f86f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e7f86d2a2d235ee6647e92e16007dd2e910dc70f8dee1a81816326f0a56bacc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70931376d39482a20976068730fa792b993148d1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9e97884efaf5fd7f1ca1dc69b6dfdaa7df24f66c473161feacc06faa0af8206
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4782a6ac8fd23b6d63be8cf97a751b5e0777aa54
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6412787c62dd2be4458d0dceb1288b50361be2ddee7742feaeceeb297fd042e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..877a7cc09395a324ba6257dd7c09b59bbd831110
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c2b986991ed006af67fe7a31ebe58dbf50232f940bc6389bcd27f5a4bee4a11
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0df44ee17f0afeaf274f06373fdbab3b25fd5618
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4296e0a78d390005f3a164e52e99e32cce98ebdd9503912ac439b2c2cbc11829
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da67c686250da18fce691f9e3b07854c8ab5e643
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0baf50cdedd23a856f97f67263b6eec9e0b80a1fdcf4e5b298d3c6e38c74d056
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..428fa664ba59be4db72342fffbaa08bc41b522cc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf655530a81d123fc49846d2be7f050e78d28334dc01b9599d73ccaeac51218b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87332fa56953fee75158de7fc8d7d1b17bb7b3a3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:139f1a110e7046685f1e4dc1d4b4ba9084d0b392f3b45e27fedb4221d19b9f80
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59c7f562d758a02c06c77646b1b4fcb8a27872d4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea4657522a827852d9891a449c059ad9b3127ab2f5583aba20ca55992ae6d2c9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60f2c812813dffc829da4a5419373db62e6fff82
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3626d079c1eef38416fe3d234a969e7dda9778da1553e0ffa59153f028d2629a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..382f0cb9d7c128d96ef9edf486a037a1a2431a13
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3142c4c47e515387da30cca1fcde674918b16f5b8fa629a7f80b5c068866d609
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edaa5e99db016fff1aa8299a2785770919fad827
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c50f5f88cc26460c86608332fb6e9c1854df1b0dbcaaeb968fbcf0731659e8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a3a0f5d66e464eb91cf9be31e0b6ce358b0fb30
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90ac05ebc815a859b3047cf6fa44d02a42d8fe63cf5c2df184e5ecd736d788b6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..702fea2128916dfa137fba3bf6b3268fe222d771
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79f3e7857ae895ebb45cef3e8d9f5924a35054775ae34757d7a513946625b495
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96f3ab6cd43819dfc0385933cad19a17fb2722bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0f5bd8a522ee4c06f27e9c0c35c855777e2ef48deafecc24590e4c8e7dc5264
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f04587216df54ff04615c1107ba3a7df120c229f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81a20c8bf497ecc98df312bf9bd2cb6360693d17400a3ae205677d88a8c18c5f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10b8925c78ddbc72c73d3a4bc3384ceb2d0d15e4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79f0cb5665027e1eff123a5a15d85e141a7d3477dd234cfc2b357c81a2142f04
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab4da2f8471e075f712656daf576815d709a5c54
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02eceb4bf6debb08c131d979094876c48a8f40607aead42739b209a3650b83a7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46fec2c5159d2781b0ad658af0fe0deacf2427b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6efbb8d010bc739b5327472b1dc6c90975896aeaed56cc3ff1d7d40e68d8b33
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac28e60c180b8872bee7494faab0d8208baa3907
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d820b5af5a42c3f9c31d127734450714164663371a5ce4f4aae79c7c715579bc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45dac7c4f7e91bcddc44bffa09896f9537165aad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c134801b6c90a7d9371f6bb20dd081450fc5348b1ff7d650c00243bbea008f26
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72d235e8cdf388ae809cc2d2f01faf7297112111
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45fafce8dbf35f8f2ec04a7953cd11783641f09296acaac6119f14395e0fa9fd
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9986ff375a25fa4c78b4cee7b53c736a5e65771
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e1c656438a2e6aeb045c66d6f0881b013c23b14f5ca6900f17a065927e50091
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01bf1594dfc108b8c6ddc7dcfd8ba0757a55fb79
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a70c49ce5b0b3f44cfb6471aa6ff1a0e14d65ce84d36943666ea1d06e4637b18
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04233b2293a91b648a2737c7560143140d4352c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cfd637b526b1999cc953134d75f94143f1e89df638cb631f6c90b4e52293c18
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e60de2f3537452b0fc1b1460c74f2316ab784e6f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd64f3552ec86a2799ee71772a408dc47f8b73e98f223b96f6d564fd12f5cc78
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b065992ae884b0089a3280b819168cfd6bdb0c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4fcd1cd03dcbbb256c061b4835fe831edc4ba5e99d9c57d68e0b6602375ca20
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c2a8d3d807b6027f2239c3926b34932b507f5a8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7dfa7f759f4548d60f64971838d9a466128111cd41845d7cb0909e69916e27c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1a175b98615d36a43eac35de94af73c50c6c290
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba24b9dcc5dfabc420add4922e8352c73d30004ef02ee5b8cf2f3450780f4b5f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79c753d76bd32e3f74a1d12326f7fccfc084b4f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b969dcd1428d02f108f8f4a0fa8a1be5e76c5f3f08ea37813f449992eb7d8b69
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e44c9c48044ba38b5d2ec6c51472ab1419729c6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ef323f324b6d38bec2ccf737d36aa9b27a33bdcb64a0ccec5e97f48b0d0de2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..094773c04314dc749a08615c86969fd97276835a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de1f0116f58c06b34559f3b7997fb9348eb65640890d7da434efa21b19ee4ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8a4f0a1d489b7fc1d7cbde993d462578ee197a8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b8a8c7c5d1df512002cbed3bc506a7510eab104f280c8750e713feaa337ab34
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ba52bab369842268426a2f0c57c72073a0c6364
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:603da881db96675f27461799a03d4f5e285d3aa8b3d09a9566811a34a62eedbf
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf42be0e151268cfec34205003d8f9c9b34f7e37
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5176ca3e96c66c0a9057f108d49c1dee1a56a0eecbe48a2d2928ed93b69342c6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..541e601664b5c63248fa3733f81f6a7732b96b7a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ccc21caaa4c90e9d09e853ac4c5536d2d724f429358001349b63cc6460737fc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1790bf2d0bf76cab514a054b7899e69c232d5ece
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d3f4e0bf82618736ec6ee2da0d8d1dce1a5fbdd6487613fa04705ece34ad82b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b6c95f5dad1e28b303c325c2875b1323a3e11cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a76beb16301ff129cc8c38ee15c8315a9f4dddef982c35daf91e5d514a743f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7f6aa63ff59a52e6a8ec91f933255d6d2411a64
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:572668ed86d794376f0237cae86f170be49c40448d8ba48d348e67bcca6b44af
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e234020910f661fb216f300c7673e7e981ccb316
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f55d45a22795075f65637b1599587bd79e869bc828563a29253cd98dbfb06e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3c420777d0c90a689dff65bc9b20dbde6ddfaf4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53c5e5aa83c3a19faa56bba579518636136344a51d616185496c1e2222f546ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..badc7636c8915847b416bac8c08da86eafab6281
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8728d378815905c0743d142171f4f6676537eb170d505d6b01abbba48e11208d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b8c3b6a4d3c6bbf4d99888b6e3c6a95df3180c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a16acd42d5232a45781c1781732b5f613f7d3f764b4b7e52f078b172dfa364bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18b30ebc2a4241633984325fea96bcb9ea4dd0b1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6004f7aa20966381e9e4af82a37ad70a060bbfa394beddff3f5b2c9e500c6d8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83927b44b386e733735fd1a5780e9250436307a6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2ef9797f3dd04b8b124bb6e39df58603bc8d34285a607560686229dd17e14fa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..657a6a1203c30340a6efdf7df6dd4e1ebc330340
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b040537a91443265f82a0a171913ea626e7a5e20daf15dc4d7f7cd5df888c1
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..579980b231a377b50d913f9ef81b59752eaf74d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e39d7c93e4105d4f789576dd9aca213eccdaa7f7afa39522b70acbeb11c39c79
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7081a34e25c173cbe790ca599c4e33250c439a5f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8157bf5aa73917d2a7ba3639258da12d0e5b2ca18bd2b9ed035669a790c9ead
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1162a22cac77386f43411fb1e8966573878d4060
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:237d9ef118b57b0561567d6f4288fddc645395d3578d51f8b10f007ec833c335
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edd2c4842950cacf00d1c36c3d261e3479240862
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf2f9140cbca5d41a73f43e5516b6595929a1d5033283cb4cad240c265895328
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9fa050a32cfdc427800314e5abbe3e993ec4296
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:347a928d7b6458fbec88cbb145f5c539549fa055e30b75173fae83d4abeddce3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f1b280f6f77f44bfa7f1d8b4b15c6e453d796c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4122bdad1fe50e60e86fc40e8eea9477237f4c220f17633c3b28aaf8ffd893
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..095e8d64f9c42ffe9e1ebc7ae89b58110bacd39f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f04de2d93cfa57032df13df0498f7b029f396558ad733281b0593217053a35c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7cf241b456386d499494ba0c7df708722750860
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfa871424cba32ddd0b4d8dcac7108402a11078cde0436279fb25bf09f442fa6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5366c17d0f7cc9a39c23d99302cbcca08f96a9ec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17b8819a807752c6019c5c50e395b1ec99185d2d890ab0b089525756fa813787
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a09179b8e68529886aef7f0ee14301524a6342e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb3ba83390339ffe1e52667c858913e726473130a3943eb0e1840e58a8b767a6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34cc9248cd3b68eee10257a8f34ffe94318de9eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e1762e1b9b42d2258205fc681a9014c658b3c5b3dce2760562a753b0df12f0c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe1c3a32b4403c6110788920121c23c67e114cd2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:345f79bdebc735164bcbb3cb1897c7db0f245c394bd07a07aa0b081161e8af62
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a1a801b6cde9d9df7a5c84784c0eabf725f9a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90a4739df38bf47513bab3432c034cb44fba3fd2eee6d5155526052f06079a70
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6948bd42d6cd8a70293060015c8ce8e9842d855e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d1aafc01dd63b0d320080201b96f58215adf33ccb3e9cde278f669388bbdcfd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..811b08a3cde7683935fe85876156cbe6f34f18b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f47754fd7afb4677ce2278124f271482dcd708e6a46936b2abf293916a8f8554
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb5eb0cb9f08987be870732f2a44ac75a36aa22d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7053fbccb8fcc2b5ad424a0cd1e6aee7684e44184b9f7d960b0067d574b87c41
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ea1b8700438aaeb408e6638efc53c2ffe236853
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55a79fbce60594c7f268c68750b5c034af2c099015b5adde5efb430d01a2c890
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9241d584355b42976743b793a22b6d301dc12279
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab5400c87626890579a87fd8e5515a9e4035643637f07d2517bb23924fc81f0f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..945a4798a35aef72a7973b3ba12ee5ea8346623a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2ac1e30996622263135c078587309b09692e0faa496adb614fafac60e445a0d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f769afd17e6df0898c6ff4379ac5d7fdc5bfbe8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b6350e04bfc2c8127cb675bde2fa674f4f744cae2794d2d801b4514ebf3e9d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a04bd9ad7934651cea6c707a56e732c866eb2f7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75212e4af533bdfcacb7e490114017e0fa2b8281c31c84ce57d9e7566c327c7b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c72bc6bc084ebcd00ec3a650c24acc03082dbb43
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0652e09167abb2c67de0c9007d4a6436a2d03e385500a1512e98bd0729341744
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..024d28216af9d5d3cfa459081a161f13b184782e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8399329a66a815bd8825d0175bfc17a452e27a5f106d38ea7c14d29edbdb7971
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddaddde8ffe8eb4376c466ddf4ad1e59396a4e62
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7ff6f9371cf2c1f8f1e553acf04562dfa01b623bfbef92bbc0292f47de3f17e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6217d13de62ebe1261e21299b070537a4c9de636
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b98c658f858b5ee58d3395fc1b8c3f95abfcf2fc0d3b35f2030afc4d09bbbffb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a84de15fadefb03f45f038b949c6a283d84eaf67
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64a98425b1a1395ad15497fc2782908beff65baf0ad55f8f5dd7ea91407e0cec
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c5715800069cd7aa60f21fb95148bb4e2b07a21
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b92569d227cda12e549e668c0006664f60886cf7cebbffca604c2999ffa14f46
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f24507cf70be53635561fea53f97aaa36f273bfc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9484b776b37cd1fba4f1b970b2e863a7f12cfbe2b13e905548eb5090d76423e0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a99ee429bc975ffbf6c116c26dbb8bc66cadcda
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:889122ea72922e54e4996ec247b512a7a734a519ead6ac293dddc823c001f97b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5b77ffe972adaef9412241d82bdec6573faecde
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7369020ccf15d1aef170e25da656d319f6884151b95f4c5b37c8070ad34a99c3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ad47b78bf8cb9d826a83deff076d9a7aca12f48
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e10bf28e29793aa8cf4efcff8456ba78bd86b3b58fb7fa065f9535993c2fc5d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43449aa42f7f233a5236ef010740681077365754
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8957b6314a9b51359e9094a89d40693bd90c9459403855e567f451f4ba9801c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fed33c7d87ef9f33b0aecf4bd29d3eea5af8dc5d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:447793d064c69e40222f672fadaf4a69f051c7bc7a92f61d35d964cae3a65a5f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d4f0ea47027e7f3261f4a22bddeeb1d69d94d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63bae65786732266ebe03afee38e8c8ce29150c1e4f7fbcdab564b1fd708282
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c25237e2017c5d36e9e6692dacc79b8977b7b6c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef8ebb3ed19c06c12b071eb3e09cb0c3f92e9e39d635a025d249445244ce21dd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc22602b60b7230bbca6519d4744fdf6e586c95b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ebb8f7f6347f4edf63202a7a1e6b0e39ccd52bd8497a2c48cfbc00a903aa3cd
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30783a58e6875543ca1b9a0ed3a1a8d0228c9512
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2201d2a83ae87fdc0c63f2fc44b511a8509b9cc577b7effd0e33c27f78c21c66
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8b55a1d2d90518fd3947c400ee7357a409d3f40
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c0f9a5435c74e553db6c8e087d3accaa82012394aa9d48b66a15d78af030202
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f102d2b9e47141654da8500e3722e1f4fa1c76
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdc9c0225630c68b1e967b1f7acc7677c49904f11f201244083268b9c7dc420e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..312e831759c52e239a4b01d44dfb84621ee4cb43
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa2fa7f287d812c84242f0dcb9dd1637943a2b324ee0e1e098480dc851b701f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b719b2db38c256e080a203841403d6918b4c5543
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d10033835b744a055827777b1f31e9447b869694d1c3bff29781fe3783318e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ba2d2466621f034efe62dabd96ceae217253b0f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa1cacc17cfef8f79be4b36a3cd50f5009f748c665e339de23bd4081b2a785dd
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..333afad4e6f22657a2db3ee0fffe3bfb16cb3c1d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb4c97fb58301f44f53bfc20620ba0992fbc70e3dc7409a40d5bd5b342c2e068
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c095cd0d33721d31973da7ad479460ed263c5c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6c32fa3471ac10bb10624b31d0b1a614c8d07fdef24a5ccd7edbb137c7d060d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfecd31afd74d076f46bc270be8cf733e95809c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b0398f2f48bcee2ba66ae58e5a888ed354a540c357d00659aaeea0526b2f720
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f94ee4d15810be16f303d1aa866e50027da1f479
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1128013108acfb50ad4655b53dbad1f120fb71ac221d961803ab638cf5446612
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c444e031cbd8c3b603bee5d7fdd7ff8184a076c6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:648c531ff3824f9da3aebef46e0ab892b171cffa12db88f2e7b9a38e47523ad2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..896b345723207ee64286662c7b806bd297fce059
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2c3bd190b910b097eca62bae8b9bdbea7fde204d33d77243e109729fb238566
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b929a6d6c89cbbed2b028acc24bb8f15e123c422
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e16f477de3dc728ef57d4258c8e6c4b9ffb2caed4683bd70c4a9ddc7972228
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..078fafee3bf07cc65c0cbffbad3f6faa9af92d01
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f747d172a1624defd3b45604bd4b14c70e9c57be35421f9cee0b19c75110875a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aebd74a29e3eb411de2d2699d0e10045be012dd5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cda9f740221a656b174b4997bdc4fd2a41e72548a0787bc0068ae775b7244d59
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa35a9e044ed7a6c3067474aa757245d3b1fee55
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77c12b83e8743b0171e20138b27c637a1b1be78d1dceca63cc00a1b07131f295
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7382dd384af6748c716173261d649b4a5ad5e609
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:512d2aaf91ada292791838a2a2807f33b72f513919b43ff98dbfdbf319a56f6a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4832969536158ac69823dc854646160b42acebe9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91435d3f914e0955936377d7d4b2dca321139f85864907f5de2509f2a883013f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a828870be19864fc4177fd5e1a1b8f2efe72414c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1150bfc98226eadd55a4eaca0de2356306cac376e7e79f4f86f07eb33638ffc7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f269f66c66a9f37de1c903d7b202cc81e2bd32c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ed2f9b20d42b47bbe7c24062f06a7f4906ba8591901c4b6674f7b471a8fb2c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7a0b1ed5215675f4682ef404c1e318736d313ca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0822d25a57717c591b6b047c8b2081d2d94c3a2b5135b2375d8d08b02981e427
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9210a4df922fc9061d37e7b10a29f83444c7e087
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:902e79e6a21ee2ae188da6244332c983b76aaf3cdeaaa3fc757ac8dd45d78ad1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef8eb15c49ba00f1deb46a939e2f53961b32889a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a273fa1a3ae5b8b4c0f429a674b52b2b099e607505f8c11577f0dc9546db38d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..324d98b918f219d9c2d6acd144c3acbdadbe1818
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbbf7b4d62ecc4063bbbb089d39fb6b8fbba600890494e7812a356be00622051
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3a9fc61eb30873b6333ba836174cc3d280e0a1b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68395e57ffda660950201b63bc319af1b6a59516a61fa3a19004e2339a235a1e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a2b3e3831a6f2cbad26bdb4fe3312725cd6666b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83219552cf39d585a178149e7b28023907d57f152842d900050c30459b747264
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bcb0b1804dd42bf1e60207046eac8612898426b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e00c536a00e8545c8ad1cba101397689b069b2afcd2e72d74426f0f18939c556
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce580953abb14a5e594b173f9ee858010aecff38
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91c6ab98fb55d93c5315dbb621041fb75efb65342bb0eb356c5d608f18b4a897
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dfe25251316281454b706c9fcb89bc416c88d03
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef3ba6147ca4eb3439dba773550bd1106652d2e31dade17ae45ce6d11978b44e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72aa864df88cb3df8123feef8e0f61cfab624208
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33cc182711c38e939db749d364fb45708dbb8244fcc75c510fdd0af07ec6d498
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2d5a70e438bcc31e094e5423b2fba6d02dd7700
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:982a145ec21d3454f584d0f6796a85e7530e5c89ae0e5345e2a4a25721bade14
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1278bb34a8b1fd24c203eca65caff88b6807539
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:340590a346d56019e0b8a90ba19acc789226185c5530fafb578787fce174f3d6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88728d1b054b5c45ef29f81bdb649aaaf2d31e1a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ad12cc58ef7e34aaae4136bfe8063ad1399494a4dcaf24d7569598dd9249c6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab5098f4fb5b8f8f6d46411a7f5b887e3b1c5c0e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1023446ddb6cc718fc393e6ebd6783ee20dee7b704b2f02801315eb3c2e959a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c513c4f082a933d43bcd14ce3c239fa1796f7dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68633df8548b7829647964f00de42c6a000261021a918e99be591beade7609a2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b8d8b94f79e58a0f1352f75eae06ac0198a41f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df824391678300a212da46864aa3c3e79f3869553ce01e9d83478a1061cade99
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e9e85ed80b3b91a350ee87fec3bffe40b7acc2a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2ad336dd4fa7e607b51e5270f10adae9d2aa6e4bb39cf58081f3c6e826944f0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f75b45a190afd55ab4e2c8ba0c6b5953beff99d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:747845f1e1fda4f7b6e2ae1b0605960026f93d5715b9da98083919927b578392
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b21ad408c8ff1c688b0c073d7b4d4cd2dbba6397
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:089bd9b3a7c913e2a89a12fa6030be3dd19e432592345600ca70c7f18198420e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52ae03b1af757aaade571e266d2fc2626a8c766b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55128100456aca2d618276c1f9852f90ed5d262919ff32e42a7d595c387fbc72
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..881e5deaaa0dfdb35f17c91b4289b25a1b660a3e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:021f00f34328ce3deccd6b7f373e148b7901b73b1a1d797744df336ee4839122
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2144fbe43ee3019b38881d5a78ba27b28a961018
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1951709e3a78cc3b98ae282a54ca488a5efd2bd613604aa3e8bf6e812411382
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e312b13a63db6abc1bc7e714fff49fae4dc2e19b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82acde152dc0fdedcdcf8cf8c4448bbb88adef85b646c498c3a59f6604dc54f1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa997bfef05ffc04fb582c96d203644c90d29f32
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a35d302bf8d8d122712159ae3fce736bcca46ff05c0f28f88fe58d912083595
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50b924e92c40a2f6b9e647b7f8c4f187780b11f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4cd866b3a472ba07cdbf51eb23cdd59436ddbd88dd410ed6c5e04cfed0318ab
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f567a17533291593c7233b7c18bfdaff68ecb89f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d76641152dcc0c327f08af5b2065ec1d82cdddbebb348e8bf4611ee541cae3c0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63e096575723c39356ee1dddaee35d5f9dc5867f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca0ead347029e3838130e7b2f7ce37ff03227ac4fe177c6c7d95ae3b741bdb3b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..407456684ccfe9ecc34442970340a9eeac462a77
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06c8e445aad5128793ce3f69e46dcba6ca4a4c6a40e015810a02f1522b4a78e7
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ffc15f0fda39e6ce9760fd9a22ee01a99f1f68e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4732f16138b1cfcb9e26bfc4c4c2199115a045649f6fed979e12e99f4660ec8c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04473acb4944c5867fb989df37fe50d08c8babd0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7878977bbdaba853f23d60e373436b2ba6518954f3d70204cb8dab427de5450
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36e7549deeab7203b2fe1a504f53903562f563f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d3c0b4e58c3a44e3519a3aadbe10178b65138a917fcec22b1313599b0281822
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..831cece5a0485be8d99b70038e57b3af8a445b7f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aa3c26bab97e200cfa494df264b9cb195de88c9190fb4a36ce1bccec053e6b5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bd5ffa19cfe862ede3bceb2c838c5636a0cba24
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2d8092768a7bf420a2ee095a09b0fe3ea54cf4ec3231b1f33d716a7fd4085ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9cf16136cb65408e93bcc467090107d707922d7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f22e49c16226fff9b59eaa604348451f9c59b1035568a428a8b5c8265876f207
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d435ce321a2c3e069d82a1e75f1acae96b446c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b481fbb4b62cec73910ccc878b4b542c150d7a5ff977d66f4f0f13452861bd2
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/lm_head/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c24cfbdf8057747ee28dc87bc29b1c055a556a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d169be16b6887ed4f6b3c70f405b16b0988c95ff88ced232d04954756d1c0af5
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/lm_head/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87b3ca638216d927bb95bab955bba14e517a76eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59253b987e009854b0cca0bc74145d80c61b52b8f94659c95ebed079dd152cf8
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81101eff3ba103ab285012c7c458fee4ba7ecfe6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d18520910052322bed41e095e7951cf0bb7102479d2b4e266c39589835929d5c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9db30fc1709ced7ace245e99f0901ec87565eb8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3462baf175e460c5e9d932cdb73d113313be0a13c262d29aae62535e6821d60
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2571c5b56a0ce622ef4b13f4efd8c51b9781595
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eac4e520c930b7332bd51ea27024c7af393cd65bde0d1eaed3c40a13814832b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3191ff99447fedeee4b54682252e3362c16d52e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1a1d466df49593e6ed698777a172d74361b356983d8f54b3ad75599db49a4f2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5538e0c13e549a474c52e176ad9df5c23a4a5036
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a967f3c646feca7236818bad5c8e4f702e1515120c263cdc69d13e4a2244b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..749b4ad5aa8ec3aa21fba582c87a25192f136d54
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:571fad17c2b31486e88b1ad47bb3789ad7dc505ab15021fd2e89091e4435fb01
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d737086b899b3e3e6fb0e8c0abb388b5f2777c6b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea590044faec17f4449cc77e746568a52098f13d740ae3e6893b71fa5959aa8c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fbe74f8bc2a3614593091baf8856dd087a5956f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c9d9c5c6c7b34714fae91f6f1888e5008bececf53ecd993a823e37e70636948
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8d983e639169208b8d4ad0a1affa44d139aaf54
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6703d42ce44932142e328313d9c90b121c1da9e7a1059200c8a736e6391b0507
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..847d28aad68d19acc4f41c2da8938cf9d45ce521
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2faf5ce9cba1af953cf1709742ca1476096841680f46e84e298225a6e8772f39
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f7a3abf33220467fa2386cdda404176854d5c4b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07127962cef7934d220a3494344cc7cc40265c3f16fd6e7d67c8976981b5f37a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d838ae16282c7bc7d2db46214dcdcc518f68c17f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92684fa5bec19007356ea72024e0fc4cd4a4612b3f30b7dbdf5f5238442ee925
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83f550b6e6347d83fd43f035c1a1fd590c920ca9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f18682e25bfe878fb3d7707de1930f0786a58174de58d0154f57dccea925caa
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5d4977b83805551251e690d2288eafdb8af1068
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a274e0d781a730334d6ddd4cc8c163eab92578466d207db4d2f4c58b9c70986d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b531684e33d4403853f83587f8c728bab2c44dbc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be8e5d1b68219eb763a47682de91767513b144c40daecc5ee83f436c058a2d6e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65ad181c21aeabdc9a21da35dbf86bf52efdf096
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f06ed875923b34c28d71e136eb526c1c6b9b9e57bad4ce3e859859780b65fa6a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f02193c6eec54813b7fec7e0edfe465345f1746
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f51accd806f8f3c4c6cd0625fc9be5c7deb524a214d5e46a94dce6b2a1bd857
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99411a26069e2d811a3fa1fc7256a7d9d3aedd48
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a05c614b81e0fcf121528db208ece03a7c0169b349433018f18ec0fca67774b0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5f7f3061b8ba16152cab53c01870ed6022788ec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dcfc5dde0e50582a304039bf5c7b21a8a1caebcc7191dfd2b24137b5ab50724
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bde0b046ddc47c47565f351c933b53fc6b74fb2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b3a5184e1a1f9d569e3838df847b4dab68ed6146efa33721b213d815ca6ce73
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6a26ab04639f962d841b551ba52f5c04e99e8cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02f59be2e0c8dd4eced8e610c9b52327f2c4b38c380922ff5f96b399605e4290
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b840750cbcad3ee2aafda01b958e1e92dad7d71d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46f3c088c5045053a39ce42116e7f2a86bbd7044214227fa31c6a6873fdbffdf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6587f41d339fba7eef618088eba8a5ad55a0ad91
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2549595083920d2ba040868bce6671ec363b97533079712cf74d952dca33bdc4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5847c26d876266a99043dffcb52a7538e91e65ec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a97a6a08d52562bb5970bfd8e510a571a23e82a7ff0d8010838908cb2bd3f06
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faf59eda0f8a08f56e23cd394ec7a70d839f1fc5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c82c1bd799bc849d80e31037bb389812a17eac99e14f38750aee6930a0dfacc
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a489947ac46dcc752543d46dde19b80d04cd667
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e83d1422aacb083590ea31a56b4ee9e797752369924fcc95564f104d501f5eb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..842dc9b0ead57226549a141865d89e28b198e275
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b0e8e273cd6ab404c14f2410bbba86fa922ebece943094c72c41c32104af36
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e24c5785169d3535f0545b165c2317ece1fce63
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db32429de89b86ef406a25e177f9bb5f2de31f0ff541dd6beee6e6b84b77d65f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c1e0f322ce7cc14d692a59ce5e59a3b7e2853a4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05256d97391a42010857d4a3ecc3d770890dbbab868a723b3dee1a6281b0d2c9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e5b4c43903b78f044696d10c882c7c8e7a4ac9d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c95798fe84217b3343df4e1355bac816048a4d538243fef354917916025ba15d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c63cfaa82bd97053d735dc0f0f30c82b5fc3eb6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95270cf4dc36a16b80f148d04eafc1dec55d93ffea36b1e2c1adf376013f93fd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d9071388e9a7e3ee7442fad95edba38f3925e5d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfc6b29daec82f545ffce1d667238b113e5f6ff7c1d97b0d14e53955dcb34ca0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a531caf41b7c6632663c1e4034c508a92a228f6c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe232facb7b66b64cd8756212760491edb91ff4bc393809ced5cddd67e500c53
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..592b459f92a115e88f0911a19b38b304099101d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed993653fe926ff977ff0e70778224087c2ae11ec0aa6968fad2f68a79b896cc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f82cbc8e76345b0e48f2b748e6231220fbcc851f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:052e8d63904835e2ae7a2c13c5ccbaa9f8fe2e63ba2b410b5b9c84a55c804f46
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d1e74c0ec1106cd707befbdfb2e388dc14f8244
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2541171d0a64b8abc694407ad8482ca515973dbd096dee844b1660ba3548bd25
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5cdbb19ac115d2799ed337d1565a61d2d5de831
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:299c9ecd3742edfa44c0243544d6242e7feb672ba77f72ec2e41381ecaaed553
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5f089373b9808c2d41efbbe4b0d6f4f28333bf1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79fefd51bfa4d3a7b14a30df2ee50ae44fd703b6eeedbe69562caa00968584fe
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a054810d89fbc6b34c12a8fdecc0a4e426efa002
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8e82c8cfae6b3426cd0c12bbf656bd9837a7ece7aec463e2a553969fb91defe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9e441b698e3fbdf55bf75014247090a957f87b1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca262c3673b2f061063b7207e50d10113057f2a0da94e9f225ba503e01cb7fb5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f0c389d29a09bc5f0678436e964eb5161bef07a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307aa386bdb0bdd092897618d0454b339392becdcd9fc352d5039ce3163a253d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7716cdcbd9b9d302495c9f70d09817fb66bdbee8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38134e1cc25509b8dfc8fec0932e50759707fec7487e6fc0ececb538eeb5876f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dad60396f5ae1206873c1a22226a0fbd545d561
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cec6aeeee4f3db0450f71c2e3e4123c1c2bd96cc4722be54c00f14ef87adef0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ba8872083de7fa91ff9e8f275740aca67f88b92
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aa2de85124f9c6e260f05fb531ed086a6aac3b9549bb55a0b3fefbd1dbd808e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e42d5fa6c6418bc7b5bc31555695969efa8e38a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6af815a7f93af624296379bb365c6d026de1a1204383640aab11c84ca1b3c1af
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b17fa02a3daf11813549bbf9bef18368825f0416
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28c0667f652e83d6b11c3e81e9a03d232e8f85913a9e83329c9273d29d90e1c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0375f9fc854d7b966739034c04ded195957c8380
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da69c36c04c5a1c600f9d09e4f54abdc08e9dae0fc3e62af58a4dfdea2831d3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..507cff132a72c83f9f6b22103e086b69aa7fccc9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82bbe07be078739c0b50e42640794c4e2af4b7025d2691b4e540dbe122554992
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05d5362b6b8d30e75437d63c8295d4e02b9e7ca3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b73fafdf73f3db54c9097f73749d69e6421f6b7ba2930e2d1e7579828b07a00f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f9a6161821299d7ece5e6f791f84e8cebe1cc6c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbc3967529d7e8690cfcfae80792d7f7662da03556eb9d687504a0e3421e671c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b14124f060b388a6aedcbcb86718091d6bf09d2c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b2a656c1c752cbe9b80e6933a66185163c5d7256948e42d3a06542be1f70e8e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bd1a91cc7f94852212b2ab9aef4e1f8b09e8b32
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:051b376a54c81624dca87413e5aef010f0a0e923e817d8b7b9189bc1c9fd35a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b24167466387cfdb45e93978050d0776ca0ff8e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd695df05a9ca64acc4175c57aa62bc204ed073580fde016e856c2e125a1a45
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1b06151b712f1a1b3dd57eb5761721b1e41281e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5ab83b81ba444d319fae737b13f733f428adac5571b3d6b082ab4c2299f6d5c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac405c7b69044052ec01b3490a36d7458e2ad5b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cd66882b8791ea5831ab4e98a03cb4644e96376f4052ac8c08956da8cea6e38
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..886c25175b2e12b736fe434ed8f6feabd38cccae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb19b75f2ab6f86319f493058a5c15ea482c68f6fa6148b76927016742c55da7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d0545ea30db7f1edceb6e2873edb5d45f6b94a0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8e872b1530ba34c69ff32eb6ac1ce3177bec1d03300b45cde6def42eb12f290
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da91b6eed220d5f320efafc57e57e490d1935467
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:281970f4271b8dbea1c7a1bf56daac03cef8272b6ae7506d58b7c2d8926ab3ec
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..092689208877efdbdbb09178550d756d26b4af41
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:315434a393ad5182da1bd8bcc3b608a2b402303ffb0e4cb2da056da3d9553651
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04de1d731b45e1f05106df2179dd7b67f2c95ffe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c3a7af2da3c12537e83490f6f6dc4a5c20656f580c10f6928f2f7c11cb2e7fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5b4cec7969f150bbd4f62324b3cde15a9f897b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf33b032a7e3ed9d8589ffddc12e8ac37114038b8f9c36a3fab812b2dddf225
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e275b91b3cf7a25f1722ced9c37b5ce594f7e86
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:101d6361961e8e8c981b5ff9f0155d748b81c625e43f8560cc7b52bd7e8505fe
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6069eb549f5d86517f36952a4774896d5605f1c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66894c657e6b3f8e341d6fc46726f80fa450d389f93de1acbb6c14cdb77c3733
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bc109858ddbe54b4962d7bedf70bf2bad53d0db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2209303f90aac456e96dfabf0cf0eee1258ef3fbeda8dfe0e8ae6fb62d57cbe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff01a5627bece6a39326c434d7d2c5b79ef683fb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f2644bc6d9bc9432df77b2dc43a73b53eea23f8dea84c8ffb3f41689491bff
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a8511d9c888819eb61c1e14654897e67da963d8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3376c0d7bf5f62bd9fe70a144090aef22d38f2c3cb10d945c5a476b43f17583
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ce7aa43d2e6c8348e0da0f7842d504618b3fd57
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:876aba4d2986233cc79c951dbc15d3484d7a7176b310d18a227ad73dfdab6ec4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..421264c28ab5ffec24d4c77a2b77535878a62edb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33c123e61e5ab9ee22c842ab69d74e492d9827e90f97886d1d7195a8eca2107d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c002491a4b5102dfab6ea846d1c36b2f52695bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d93f48eb4ce960aad710ce071a8a73f97fa87d3333b16632f982205c71c6c44
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28be3653e10f30854a3e3a8f7ed6666dd9e2194b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4dd5a2f9416173fbb9af1d577125d35ff06a667e91f05708865d0fd32a60fc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5afa487f0aec4020f1ed6caef13192c2ebcb7f96
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba065e6ea231db30e6b30ceba0fab3c5a4141489587bb96a8356b40997a73f0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13ab2603876647a6e7d41c22637ab98e0769be03
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62860c44711aa6f4598d7201ad6747a82f672f03f8b935567c6ee03070dd081a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8100e2208d86c49bb33b36975fc7925fc414a775
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a09f3c7334d7135450ef9ed00e847ff12d9e6e4404fc9532f559d76c099b2e3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed22d45eb8403ff12adf193dc99ecddbd7f1c02d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3d2c15797c00615ee717a60ebdc44cf29bd693e207031b00bdd5ce25d2de51
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90fb76f19bbf211b25dd15607c83ab77877fb07e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:986a78aefb17b7dd6e6447bb8329bd7351244ea813ef50a1383b3c2513f55302
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..403def9a47f087906b9f2b520d768df7bf02452a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c831174e2ce5fb21b04b8b462bbd379a612bb158dfc282d3eb1a1535cd19dcc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71fe0b0e8dee73387e8856c919c78b8ffd07658
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b287f8ff5b77269d89a2e611950a79ea29510f2190f0f79e1182e16c2b1dd1a1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f29dba08632a5653d177002fe28ae83af3d9e50f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31746f33868729be49ab3145cb9984fe86c6fa0981a25ef0713e3804a955cfa3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea041a38313f8f520fd83ddcbc74fa05d961a8d4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ec204d7b1e443ab04a10b6b1222ee4979a828913b12d8b1a75a3cf45daa4704
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..522709adae858aef1e3c870a8b4077ccfcdc61ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c72ee82544102bb348a50c96f6083fb54ae3e9e836c957af65cf865dcade3ebe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fa67742caf28ee5715aba19bf0d7ddb963ebafc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:868cb701919e24fcdbed1905d6619891c2ba2bb17bbe2450f2799128abb03b8f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b2b5e0844540a574e3fe9d939234facd962a1dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a8177d0fd581c5538126e11d41e94c468d15a44acb2f639f8a9af34f72fa869
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45d604eefb874bdbbba73698e144657a16b7b6ec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c291dd76ad0e62841220ea49f7e71b567907a0b44e5943409a71d03fabd84ab
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8b9b9a2424571b45009ca8148033f336b914641
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7102124e2012f6d57f6dda2620eb7db7f0677e47c273ef8d25b26fe1b35039a8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d09e3eb42f61766264e0b5757f532fe166b56c93
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51454b2c81f2e39817addd78d50fac5643c1664daf8471ca2cc85706f020459d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c9fa0eedf48d410a254da98a1034381be0e3847
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468b0976ac70f917ac194c5136a53330397f61357d93a10d8c0a684bcd672eee
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9d34e8bb6589e9498af08b9b5abe5777bf26218
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:703eed7790d530ba6b08f5dd011ad0fc8aa78a7a0428c35c7ecb84b9290e8c2f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..469a309257cb2242c91311857df919c282ec27ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0760a9ab1ee0615a13d72804cfb616311a753693b0ebef4faa1693e6cce7fcb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6680550b91cd9496e92e7fb4a84d622417c7607c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98ec35f6583bca9b1f0ee2adc4af6198eb844efaca8001a9fced5125bc68729b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..107b512f3ab338d72c09931b8da7a5583c6c4b7e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d36eea0354f57cb6f15de9e47a8ae19265d898bd6d708a11442643f8023f7620
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc9e6b5f1753e1b3dcc0887bbade2837786c8992
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b96e20c3c5bfb4c159f869eb609ee9892a35e699e17392a5eeecd8d7c60fd3d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd48459126cc2c86719d2622097cf970eb61935f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05905187db694f92719a6be9c26e80955bcc5fbc4218bb51c2b1aa2d4fe0c04c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfa91eb5082c5da0e5888b900c9df7575fa055b6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be5a3866a67a0c128a491120299b0e8eecdcf0c4a9713c69aeae18a7c2361b52
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd785887124ac7579c74b3aed13db52d52b4260d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9988e2e127b711dda9b11d148fc33cc103aa9f542c255b473c1510bfbe7fcd36
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9707db9fd77dd9cc921c3b3beb9d7150b5baec31
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1a1eb7c8181c93fd931dd26d96785405924f64626b5372142451545e8bf7941
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2df1a1763ee47be1056ae7297127ac7e2f825c8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:025dbdab8407624ac81b489fd3fc0ac1cb9560e125e22ea5222576b2cbb814e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41687935609d2ee2603d7d97ecab4f61b2bf841a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd8943231ed0f5a81e3d043010cd03e71ba5b4b6fed6992b5fc857117873f3d6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24c6237a8857992cef6936885f25df55f798af77
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1c86e7ef80ee44cd380784f61898ea3e5b91abd2bb90b99fa5cc2143189d468
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f9870e26c3b846e983b77b6a96e1d0d3d55257c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e84b70319b4d6863626eb64784b6dbf53f1f19dbb64962cd34f06723952102cf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9fba271fc466351fc6f04a8cc76cc302188ee00
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e9d40091b6bc14d009cb068e583b37d1facb84c5a9aeeda1588a11094ef5956
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4b84075d3e3e1ec956a7c601b3ca0441b4084f5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af7255c174cad54170b2ac1a401370b431004df8d020ffab6f8b88ce59e4d0c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e3de8d8e28b27381f03c6cbca77ed5d8f6e29db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb343a4a6f77133030e3fc174fd9e36b6370a217cc2d7878c90b0cf8eebb1b07
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f4425bbf1e50883333bf1379b38eeca1175541f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bda433715aad87e6aff335c3c617344e677f7b178483294453b8cdec8166864d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24ae2ef634ee1e7d54852258a67c2ee289268a11
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b2acd2d5627aa28879abab77683dff208c4f8b95e6f308c7d17efd04a43e7ef
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6fab70e0c042369562962bfea8372a9037f0481
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a0a590f8339a30e9fbf3373b0e33e6c5cd13ff2748401d4bbb69af1e5cad3a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac3cfb84595b9a848caac00e821ce76c8d713257
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8baec899ad5415159eea916f7a47b6a50865989ecc61f44f459da50c7d5f7bb2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffe699d0fd35557e2de3f1036cb34a9083bf2975
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5422bc998ee55b1ec4b3ba0776f67f08f024645669ec73f1ab7b116ea694e602
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aed115ba5b4aadf7cc65fe8f5789072780813ee7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f713cfbd8553e7c61cee134f531362036dd13b77a5e0db747a339fc4aece663
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8d0e373972dbde0ff6ced231e68124333dfb2c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88eb7673ca1cfcd52f6892e39cd624f4b34cd067215563c58178951970664e29
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2544f2df3e44e41f7e6c368852fa5a4b1a89511
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20f959f8929b59466893e9a51af186459211bc67579a5332e02877ce60c72cde
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01ef686fefd4f88bf9d9b65f7d12f70a626d45b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e626e8744981380b69138ec3d2994053b5753626685c65b8bd7851b0320eb44
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9cc863cb699a87e6f737a6b947d3a91676c62c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5201378bfe879107bc78045a99bbc361ce697b3c925300e2c599b5af6b057d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1624aedc5e06bb329886dd17344287ad4c9c429e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83822b21e7093abc15f7a76053908e9b976c2d5e4bac368fc6a88c5ef32a33e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2d5480a9eac48cfd409df8cc2bb938b986986e6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea7ecb9defe7db746a1800fe2f781a2f47915ccc64b4fbfee6ba8baf97faf5e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ab65b5ee1d2cf8bd25360e2ed1d910a5bda51d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:508a57e20b6111f643662a646e70768c20c931a5acacad854bad1c4b637772fb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3648e5290b1f2f5d722d369f911b1d089ea06a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea34f3176b93b3de40f8778f8c89b9a2f929ec09d9501c485261466ddb6727bf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f601d53d4b03622de1610931a3f8b70c9dfd40c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5682dacb0e731ce292ba3192879fedc585fbefea37412599abc46c64dd6e90f7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4b6a2cc9d858fd659032820b52fbaa08c3d1e4b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5eb2f9affa218a2ffdf74fb89d578167056bb83b1fad0b72bcb41af7007cdc3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81473d6f2d930a2408d22d69512a794c1169f95a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90a11e93cde80559c7a2081080537b223f69f2b7bb524b4ba5f460369f3383c8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0681ee471f41d623063c5224367dc2344bb9760
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9081fe2634cfe922d09dfb1820080c9779bce63bd5f8bc9907f8e390c43af4ed
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d37b83ce878bc2d48e897611f71c7cb64e6c02e0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f85b75368010ccaaf9c43672db42e9d64bc19b0d9521f942636eb25d2ad74f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..746f64cd2053a69a53560a8c8318c8168d2c5954
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3df6089539670743becc98d7f19ba9db55b11ab9db2f3fbe23e6ce2234f08d1e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2adb54cce50561acdf65985faa89af8114cd3b8a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de498a8cc01fa8f8da69dcb5b0346feec6ac61d63f895e68b7a4943fe7f3d821
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51fb8dcbda549b90d6352d6dbc48ff2833557ce3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b6395152c1f0b105d2efcf437a9ba8e1573c1cee1d5c5ec8e0e1721022e92b3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14e16eb0c15c5a3d4376b4d22ebcebaa83431f9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2acbfcaee388a7054e019734cdb43f634dfb3c3a5a8b4e796d2fcf74499b4f7c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8a6d51765d1fd0ee11c5fd785485ce5cf2074c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f530ba22f94089e7a542ce2585a20e2d67053ecd563e9e2009f02cd90b6af15
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2124342b3cdde77b4d34451a28679bdfe79770eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:add16fe5d6405a579306d1191aa6edce27872b30d7def6f66563dcfd4f494980
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..954211388ac473c3b9f17f37a6ce785943b02e82
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49178c57f1c0f1609faa5a9d666b4a3a0de3bcaa14381367e3062d36e675a2d3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55ce4ae83dafe531407f258b53cd71b062c0a1e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:435949e461539080528b44076bf311ba99ac3021ff37878eaf46ddd68e351ced
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f58659735cf5e3046564547f4cd40598adf71c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3151aa54c88bb55968fe0ce0f6e48e1afa8a4b6e9cc9d971134c47f86e1402fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80d0c281bc3df94d9a5ba2f3ca3b31d7d37b67ec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8be81e9ceb13cb9fe73e58c59e741b1cdbc26cce8be7912991f8d9c41a294eec
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..006864ee204f03100da08418b917538cddf73d8e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e897e80bbceb8367cd4e87f6dcbe241725487b67a35f93edf2e3de2f1687a319
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcab8883ec9b1bf7012f4a31a720f6d22215c207
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d1cbb31660f6ffb7428e96c1ab4b92ef795136988f2629d16ed97572cb232d5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a407bfd78c57cfa2411524ec3f16c28acc26a1d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3987166dd98593b0704f18a6c087ee2c9ac6c02d655eaf5c3a7d062fff2a57f4
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5bcc1cb7b6b99c8fbfd092ec8a5ae0aac90b1e4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87861c005c3bf3ad0cdf1ed69b0ce2973a028f7f62d7e9c5def0b85ebc965e8f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6219baf1655d74725374dc31eab25fdab4f9765
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f3e4523b34fd7889b3ba297f50975465ace2a20345af68440be00dfb2910106
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7dd3335a8e7cdd86cc750918a12592f86cb8783
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80f66514270d9d8ebdff6df004ea45cb6aa78bc617012cbb05e37904e444e67d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35a8a2c7031b6ece43e77ddafce1bcf2959e7498
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4305431996bc952d92a4f9f8feafbd4f99b0959f73fb663856f6a755fa3a52ca
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..421fadf7941ba1aecd423ac8bcf171260186283a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5d322eb000aaf3788d4b40cf711c95fcbc06906d5dcc7a6cc2709283d8098da
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6424f817caad3310517122aa38f5d91f33cc372
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:991281719052d9f77a7e7e75a88536838eb7ba772167e22a952360018c35f09b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aab4394653ac91bbf858a596179730c347d31706
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abcac1126b5b4fcf2b5e801f5b409043808aef26313d8cd1e6587b0d3c75309
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7014471f41b4befd9ba0871a0e03b2f16d04c6cf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87ed1d0dd7566e63c784d7723e5db48ce219c04dc7be6716ed0d20715aa21a46
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc3b3b9613c7384a8b1be0d197ac768f7d29b96
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c2c04ed5f78d5e9fc9cab96a9e9c6612e5a0ab0ee1b4cca47bdbc6b783fc3cd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70adfff12cfad716b31b586d27c578bc2d216d37
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e48e038eb5c7c555cf1156b660bb5dd3b84a8f1bad05fd4388b978023a87d01
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7fdc74efa0ca6152a4506dd232fc1462f3439d7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d2e84b7ae62b88b6e94a66b640ff5897d4bf9e6f257a49dddd9f98bb2a3e6c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36d6e3d41888d9eb5d66f81aa083f0d653c3f7ea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:793499189ad8417b0b4e2adb65509e750e789b2ed1fadb927cffeb647d34c342
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e24185c948e0a510d8ef36aa0ed6ea33e00ee77
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a39ca60f4e98669dc32dd30f00bda7bf1b5a0067765072ba2a99596605bec443
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f834df6926f8237293cb4927fb42b5757b5b43b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2efefa06b6a2f68978f403e49fedbd66d736d3cf3fc6b09c6f4656cfd394b43d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffadc1a803b63ea31c24f544cbbe987838f14997
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6321f5e698a3273edf23e7049b2951d90d01b60c85cb688aac132511a1634aa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39deb10d5abee9db3965fe16e47743a64b28195f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:069c460cdf198adafc84b62d9986ad297925851dbacbc0cc4643f653ca93f52e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56174bae86bb97c73f493defba30ac18238ef477
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96df3ae7235b4c5e3260e8e41c03defa34747414fb340d706828445f8718aa28
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a637f4ae9bd87b052f4fe7d01c4bee6d86917eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11a1fba37f985e6705afae21be9de9016d23631e62968c7911f49ed1cfa48637
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cf34fd8964a4ff6639e9f55c9e1eb99798ecd4d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8334226b892159ecff49a5a9aec0c669a873cb40b0c4f757da86ad5b2ce73b63
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66e98618cdfc98d1387ae0fa88d0a9e7cfecd2c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22edbea5c8a1408994cc0820548195a2a113f43950d455a8adf405336e3720a1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..274de50efc71c2fc2739f55d1af92d4e02fa7c67
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:952077a586316f6c54e0032e25d44c0a2f1d61f96bd72fa669a92d0baef02059
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a418773942d0e7144b6ee8c333476e90159a7fbf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:219b7baafdddb8fbb7daae128e4e4159ba995ceadf8e159ec5f004805ca80add
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c120aff27cbaeae948d20423c688fc4051889df1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf8d95f6640de836b4367e642c55811a5e9fe268eddc73e2c2895c93903452f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b013c4b5c573d135eaf32ab74e7b6c44013771e0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148400b5e7b5d7113c1582d211f8c636847637d69fa6971f6bdbb2dd16dc4c3d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15e45d3d794a79cd8aaf60da55a056f18a9accfb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81ea71769f0d77ddd2981d0e5236e3321bbffbebd04489dfcdfe7fad69fc7f03
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..168268bf81f215222b4e63fb93b5ccfe01b94e9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fd65eddb7df45ffe5e1abdde99d2126f0fb305ff5aa63c4edbda264d305499d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6f16ff10426deaf916d0feb905bed3aa90ea6b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:808d431ea2c2618153d2e7e37c45cfd076fd7433ca18518388b6f2aee8e417fb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1187690adaf055f4404a7a652be91c3172309f9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe67ed16e724d12eb449adc13e56788d52057f1d8b2e29b4a4914db9bc208268
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f300f7658da342b26b1f3197cb0854d70ac68d3a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5942002c73da2edcf2a466de4cfd9cb603c7576b6bbd8c57447d9a8ba58e6ea2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36bf2df82453a3fc2b65e4627831e938083eaa75
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29c134e9a85d7c39aa8e4a06094a1ae099d0cc50b821c6837d0eeb7b4a76ce50
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a4a8a2e720e5edad887ae64d727afba8fd508d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a611e6342825f283d0219d4690aa37cb07e4df4bb7b2c8e88c3fbff77c7288
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d84e4ea83319354173789fb0981a2070b2dd65fd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:647c5ed58be457dc965aeede2f948929ba341f8203e749b2b9c46f530161b6ec
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c307c8d49f4a610f33c2c5f0f7e7746030e80e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d04f145482d9b8268ea13fb81f97f384656433dd1779a222df61b7602ab90ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c5ed2857e22954268d43ceaeb9627f888cb8619
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99f75ca41f53fe2d675ab758aa75bb8d21af82d7ccddbaec811be811b872adff
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01b35c4dfa05ee08f3fc737aa5b1f441c9fbe8fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:596e5bdd5f3113d358661b60115ac6c9324a9fc8a1526f9d765af7a73d8f0301
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a87317fa06a59f53ad10065503a20310bea8da4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d67a16d6f1c48ac7ab9aaad6ad32e81f4cd8e192274088275f8be348b38f03
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fca48d00e812aa2899e1b03b18ca9659a4410ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b86ea6124c646a6e44f6577fc026beef76a53d342fbe803e487a7325f60e7c2e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed80efb8cf7dd1525f1d4db7ef15fa49da4ed85a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ddd6c7f755cf528ddd746eb6092a0790fee20b0736b355be38bae83e96defe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19b257ed970347306fbb5f2b901b348ca54a68ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a91ca691b7da96091b89168eabe4d2f8b91097af3b17be6a93175bae7c11145
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26975a248be53e46092f6f68254a89fa73661906
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f090ecbc6cf1be522ebf5a5102b45f026f420abf9eb6f6aebd8b5a5c8026162
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d399498bfd785b1baf80759590f3738947b41523
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87456abf003310ce4484d52d0ea60885db068ef797d472f267ed5d226515b710
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79f439272c30326580355d7783028cce2defc44a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb957f3e17481303032a9f2272b7bd8425295945b3073e76df6af39f50085119
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea1774164f8757b73e1870e4761d5584982756b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:954637d61ca37954edfd5aa4f33074a7353b1129aeb9ebed9ebfb2dee27609ec
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebed9639b502f5239a36a64fa51421725b52c751
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2850847fe744a471ae8f35a1ad74c12191f148bef98238c196fd2705af62a12d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fedb3b8c59bab38d16b42b4ca1fe541cdc851a76
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a02a7856c24c804259d20b5fb044042b1aa705e5e4436da006e7f47f3db5efc5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d813aed01897eb28e0915070380516efd542de9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93b57fcd5355a94af75fe5988aa4ca41dd1328328cd726500bc2b70eadc6742d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3dae288d1669f7522447cb84c297d71b7161b9d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:817d393dd96564b7fba72f577bdbb73dcabd3c042a9a7c4fdfc571673f337c5b
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1de591e98e67f45033f8266ddfc3e5752bb93373
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9627f373a50b39877e5e8b769e2b7e46ee9d92960f4ba79b156ecc9f32744fd
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10b6a972014a14f3f95328ead3adef618bd9aa2b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:297b87eae88b364ed213cc3d00b68eb1232f7b71829d946a177b8443ad8c8ef8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57049ff727c15c0c5ef23b47a73f56a68c0aedf6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d04a1da21df650ce700d78593d420bcdc3087a9adf67651b7c58361ec011fa5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d14810bf4be10cf2ab4b044a98bb231069d9ea4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b479ba6fb2a90a8868b61de00ac163630a7dac5663fd79be34e4a464580237cd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46e73f3d0d1652099179fd477b5c3360c1b1575c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:382a65a68cac23e052c130ecd76aa75d751580407ce85928fa44d978960d90c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7234c864a9549062448b17d85790111cad30d611
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7de74ce97c3c94f2d7d9d1464ca6843b35b5a61d494ae5b99e3fe9ba564f181
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2c51ec9fc09fe802cbce1855f5dabfb5dee9e0b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a137aca626a1ca5d8ce9aa9854d5bee33754e35e74c2d5b9213ea6bebbe74ef5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b05fdbb92cd1d6d1a8ed085d2455f39d2814de9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d68724eab8351d8bbf652659a076e47c707ec2dff842c2a805d7df812d84803
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7518e475ed3c8eed139cb9186e6ee5edde949ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f50b0c8e0d1c2afc5f9aab1342efc6914dde1da2de4c94157b0037dd3edb4638
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3b6110a8e64b4412d8e940ef8086a936b27b003
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddfd09c1b3d0a9c116d42b6e682c7dd424bbb6c86eb8270b319ebb640776f3d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..483f4d6bc47e46230c0606523f8ea89c66a7c8c0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c32cc810006b6c8975c3b8daa066a6b7ca1ca57e4a5003fc8df7e6fa8c8eb590
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc788de092d7298e8c93ac3ea2c4c6f4630c492f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47ae3192c425971f68b36cd66e08919af4dd2a3dc9654cc72c8f5b09f17f630d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f90464eedc2085248796d77a49d2c7cbd46c42b6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91c2425dee88ad8c6c6c7d8add3b7e28621085e4ea6015617659e74712ff000c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99862c04df44ce00004f6776684b9a45e5c8e04a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec8793216df1cf8f109d79c0a5e5c28a6148381f1e84da03caf1a271ffb05063
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d88da45310d065dfc1b0b5a7b3f7a197978f2961
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfdd6f11ca9e2d1814b58c9e00736990ebfffc5afdd3a4f5073aa6256aac2241
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1351889de752f584bcb761dcb6bb2e3f613b62b7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8f65406e6c32d3f199173f26cc02033a219430c402eaac523df4bccf1901d9a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..838577cb4c3a066f187ae56b97d934be84917373
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e17592285c8690ac7045163ba8be7417273c969cdce020249fb8fcc41d399e9d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db5b8d3d849656eb3548ea60412d1ae14734c173
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51f7c6e621b294b7e7e591b559b983ec25c7267dfeb5ffb321c4c359b137bd0b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae8f39c401acb95b3ea4e2eb35d826eab82b895b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:011effab1ff66705491fa3a89338dd02ad82f2f42e21f281b51a9267b8b2809a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae91a5d8ac52419ea52f24f099eea2d5859044b7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c992b3e077dbee442fa795a15dbc20a2ac94abcc61d8017ebeb89337632c9523
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d3683b735b4cd1ec29ee4835522fceb9e4cba24
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ee2c5f85c03a34edea63150d64e1d9e89907abec601ec6717ec1046dea4909d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2110ab3042908e3f8123de8f9679a7c6357a883
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfa3b90fd3d950f33e813a3d4c29448bbbbd4d98abd1bb0aec03ce7affc7a4e0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..361c43ff3331fbfb31778f1081fc644e743506a8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b6e5a9ce27d02105d00b57a5106ddbc9a2a3ae69ea23da910aa87630c327297
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc592f28ce0ba95603d0a1bbcf4a7b42a2a521b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c926add3e4baa4d2081fabe933d0827de1af753ace80b810d511f37dbb59da01
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d158cd833490f2b8752ba70b61f114b2bd1bb1f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:130d5992b6ee2194b178279a2de8add8a80680356b5e5f72fe8bda7af4300de6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52fab0cc2aaa04ba2292b5f4c4120afd4fd319e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bc5e7ec30cef76b5582ae11629effb42fa7f10acde6ab0d4e8fc4728969f34f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1fb3bbc044d4b971bbf47a4376d50fed9727c3b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b73afea7ac4228fe6d226f102dfa3ed950f2d6cc5a2b0bc74e91c8a55167c05
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bd7f7ed02815f6a32129e62b6147bd4d9b05da4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1185aad9fee9efe04e0d673d6373709adadb8c0a6758756164de8e657303e643
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..263fdff28215b69f1580a55aeb8737e1930184fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92415a3d663d8d1f4ab93b7a21bcaa89f96be29b80b9c1913a1d0ab1d8a193e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..126d78033070adb1fa960f40d6e4d321afc064d6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a55be5bb8f8356a25773130df20da7b6ae4d6db604390f0ff6d0f560a9195461
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7feff7fde65baadec10fea901ac9987f3b9dcab7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0cba37ab2b18955a7aeac950fe47277951e4184b16c06561db212edae6a478e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cf6aa2d9912b83725c490f8522078d75d990959
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:228dbde6d362db9478c7f9f846286969021f6493bca282b33654d4a42f8510b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f551c11069b7317bda195826eed1e205814e02fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91847ee2be6f3efb758a0d85d66a10c2549b8bdecc5ff08173505b38b363310f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c08094155f60863df222c3546a1f61b7368ef4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9394088cd9044df99073a63305daae3d107f56ade9248ff9dcb8c0d1586d4815
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae71fcac6fbb9ec4e705d3bccafde50e956f0f38
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e9ac45c6ecefad0902ac8b25dffb190c39b5b607e7ae1cd24d9bbfb51b85e92
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b95c1d5f7c6972bfddbafab3a4c805063bf9bfab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce0d7fde09f8c329fb975c74e51c52267353667b86f7b7c3fdd28fbd42cedd38
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e6340f3d87c34cb932a3000eb2c48f4b497331e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ef4c07ac5cd63302c3bc249b6b656d712fcef461e2b8c03cfe89073b2fba39
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d648448a3bec8e9b8fc495423810ee1f1c3e1255
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:171d0e44d61c6a68a6b53fab8705fdf954c815d48c9d3278f8153012d55da1f2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac386579e10a733f0d35b9b67083225a6e3c45b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf5db5092eb0fa8a7964fedd570fd65e5343c020210819adbaccbb5a6b8f9aab
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f32ebac3680635adeb84a3dc007d9edddbeb39c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a145bcdfee73b948fc842ddeb9f60fb6771ddac5aea723693606dd8586604c8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..846357523970444afbf27c73929adfba2712cdec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a629cb349b9a9e603304e6591095657ff741d9e93a4b67469916f33eb63c0fd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfbc9f5b3d00a622929de8d5b043f7c9c888ca12
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc1d18af4819709c2682f67ac302e950160d863a5ae4c26ac300326a2e32e0de
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6926adaaac5b24ecefcbe77f23b8d811433474c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03e69110bebb814fca0edece5f7a92d15d3ddb85bec8d90b833487ee3528aa22
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b48267a44a8da4b940b4925f81a9e37fefd1533
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b5aa5d3fcf9b83d9f8457739da6249ec228e42cb0e619ef962fb7dc511c74aa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..063b69b31fb333993abcbdb25ad8adeb4e4f5192
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:392560d2901b6df0d4cc31e37269c8db4cd0b79321d76c174a35de754d5e619d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc520f4028881bddc59723fb34444daffa2ea86f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b89e02fa58a6576ca4fdecfacce20bb95f33afdc3b26360a5901ac71c1d09e8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed802d9f1778209e2a0584b328c755bc97011f70
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6b91965d2437b9e70fd1d57e2a33346eb19e2e5955fee4e1005af283829f9f7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61d1244a7df7da3c9aa408c739fccc6d32815a9e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac9274ca3bc8a9a759e0491d1f3ffe45523e0d8e2415c2d8a42f5616622d29b
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91decc0f957a70e06ba4f933027f1151a6c8dc2b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6538956d5371429721bf52da29464f6ad54327f6fc3cbb7d09a82eed63da30a0
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd165c0532a169be8cdb2a3ce6d0634b3a49248
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f944f1fb970be0b30bceac69e40c124af64f79a9451b1440468c3922158f1ca5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..338cec7bc21339188c12a258409a327ae962f3db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4a6a576c24bd7f1203379ff237778bbab1e302d222fab21505e023105aeb8e3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42bea849a7f56316b17cce4f7ebb0eb0d44ba0bf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1715d353ae92881f56bab6cc064fb3f4de9f7edeac285034a173eff80cd151d5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d6a57189d88a7e372c277b8a0d0f56a911361e4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf807159246a1ae5a9e8dc8d50e2de2091ac6e59920b6fb7cb4e2cfc550e504c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35973b7a2562f97313bc1e5c4569e0bbcebd0609
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcbe3432429798bde72c90e95cd62e7ce00502acd7fad79a4eaa8a651d2c6714
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f16205c1b2449013f2a76ede50bf2af2f38302c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04f43361876d81674ecb6c24cff7c15bd3e31281b757772e51e4fd5593ce0011
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18f33e70378954e69234b5f327c23234752c3bee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1172abf4438c41a385e694a6e0e5624e3e8ba3dc66a2ad6a53be2a0098ce87f6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d694272340958f13e3a36a22b8b4706210d8a372
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b019fe52d1b3f5c2ced201e1b7bb6bead3bd729bee02e9d73a6eb01132545de7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9605e2c52e16aa7e81484d109447bb41c483849e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:849ff4a51f16552f65a3fbaa43e93ea2a7562f4928705bbf6a3c11a7f0221673
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e135b4f46f8cb0c212eadd0d37dcbe5d44ca9033
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:161e3959ae21c1e2b90f184d1f417e62c9e51f015aaa37cbdaadd144f2090f45
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..867836badd0239104b59c436aae4962518f4f1b4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c63510c2600ab6ce555fdb5708c6aca09de6b626432e56edd6c50ed47ee15f1
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db4135390c8c6b738522db2b62d5e8aeb2077fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9db0063ccd232ef26fa15d32192d734bb1c58c04fba80b5dd08d3788d3b03e4f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49a6aa86961e43648e91cdbbeca9726d56f307f1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95476f67e4943b4bb8e3caeb8ce042f9d16eac9cd8f5274a09a16c9a1f1abeff
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b016d686af93b71d9c120229587331682470b213
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a035320a7bfee512d3ca5236e00d4027a857f97a5b831ac2b554373d41c417ba
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..923c642260701844c8da570db1e7f9aa68228a46
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:908df1e93e2ce8f1f3670a5b2d8507bfd358d0ebeafccb4f0ce790cfe255a20e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7df8e7b76e985df60134a0812395cc220950b5a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:880d5c42e156c945e6c47a305b4381f8d31bfa21cbb5f7b4c0981bebf85cb1c2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f32bb440921ace456c96dcb936c6c1c9f7725a7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee0f72b7eda2a77ded19715017c69944035758792c9aa84fb066cd9779ae18ee
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8304f509f6c7580d950706adb4c42d6646f8569f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c224220789e4a1d45543bf94ecf0a7d3c7342edddb14495d0ca024414d360d70
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46f45b115e34f10bfac4196e3ff806ed20a30cdd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c74113d16b5194ddd962664bc7e888df863d00dac8747a9a35a8f7afa0da90e7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0b8b44f1bacffb054c49057bb24b5bd1cda0fb2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c15ca84be3f5a4741378accaada5cbb8d304abd05b02e2326cf5d8801ae75b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdfc8dc99551b2af3cbf61c2e2a325af19f5a64f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1819ccdd84f193a2a033c94909632205bf49854f57af778ab34e4b1697d820ff
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31f230c015806d37f3590e05b91a8457a62c548e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d460c6052f92877535d2d241355549124478336c311bfa6f941d6d7cea15247a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fb4ef77f1420ce409155458adc640ef832be84f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d77d7ef71e35fc9d7b1297f879df761ba983bb132cdbbd66572c393a1f741f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e0d342073ea9799897a62cb18edf6544f1fcf24
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc1c5f731cb276a9ceaa831b808a9cd1abd38f3c46277ebe6a39bb0c38e59602
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79e2941645e08f3505f2a58e180f1f26261fe606
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:607825de8a528cd6bee38d128752bd6d5a36cc00dae8c9b3f2128901aab80f38
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..542818c8eed1fba28c165fa4dc85076c6d7fdfd7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44cd5db2d2261a63ea25a0fb882bf8cf07e274a3f6fd95d69656c3b1a0e7da78
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41ce3117e452fc57cf6b9113730a236067a63ccb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af6d245adb9b1790b0046c6941b1c7954c1bcc3e07f6f1ee81c6ab8e7d5e7f53
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..218c053fe97795ec23a128f98a25fe7013e260cc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b488328dd76ee7fc752ce318fec27a578760d791b23700408024d8bff8386e4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7727c0603626ed1079de428e68c4c4385808697a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bbc6cfd7104dd54eb0e87345049ad63903b28355348807e129c575530767b45
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..872505296eb78ad420eb3715851a6d7155b39d2e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31fc7ea97ab0242a7aac9d77fa4d6d9bbf38fa31625e69b8dbc9b39a6bd3ab42
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ade8f40e422952def2194f31355c82fbc8d3ba90
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac6ffcc309609b29006c48b8adff4ae46996c8d913df9c08b6f5a465a8aca8b6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fea0ee3e5d2eb90c4bf8031c0891b08cbe32328a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a80f8adf3808bc4dc89298a3d1295b25dd89b772af4b1bd9e07bbe9916ddb057
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbacf539ade5d9526091c8c6a2607ea2ef30f614
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:510172ec910e47ac3c3ba9086296177d6ce3c173bb44ca432255cd0c01c26b22
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8903cece18c32f2a5dcafc870f3b1bed76ec72bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:384a5ae5351eb2b07cc62d68d758eeeec08d1de6e9c6e04c7d484efa2ed4b6dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae69e2b7122c6aaa0bcd6e0e43e3f4b2fba81df7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a05f6688277ad4c060225c81dac26785c3a1d4a28b6807e9367dd8b958c95e9
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f52306c7c7cafa54ff8c1cf692715c6885d3da1b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ef40d5de30987c84794e37171d29880664be332bf7a28e0791d55c4256810f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07c20391f8e7b4a7bb5c8a2842bcdf7cd38a5fb6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6f49411aa8b2a99ceb9eeb6fed8911370ca3ed32dd0e96c572139bec0704595
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e57f6dea4a23be525e3b7baf65bab895bce43cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be3cd91553c488ffc6b5d3e299c5a89ca32c70ac78b39a8102514412e3930ea7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..044955a1202804d3fa9e5ff0e469c5639590396e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced28dd7e579838db29b36db0aad633d7933c6ed34362d1f89e5af7ec2270cd6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..923b92fc518e966e1129652c27ad0ac93790f368
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05cb89aa2213f5302b34cc2c9edd4f8547b7a6aef7b175092dd7fed185aad190
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec5182a3995b154be1f4960e434f6b108604846
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aa16f5892dcb97eb1e1df0af6a76797fac15f8e62416bd9bf881f6200ac2931
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5350eb8fefe5c786be95315713ec6d873ee09735
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24a27a924662581aec2a1f424477fa98549606b69deafc619dab5d5c2f297c63
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c20ab2c5919f853f0702bb66555e9d27bf9f4bc0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e612aa4822ba884e7b35fb3f06fa8f93a2f49ee5f8bfd3db727054076a308971
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..558e6c58bfd094a76131da8c7b46776e362edeb2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f52821cea21d18a03dbc2b63fb1371934d0103c4907ff996326bc91b461cad
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c89e464a53adef6a300a816ba9fd13ed8417b024
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab82a0fb48e43dd1a07974dd6beab8cbc2643f2fcf23e84c5c895727c78ea1b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c81643ed1e0fd4ac09b37a978e35706b4862d220
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:725951bd530324eef0d2edc62195770fd695a8ed42cd0f90e1025152fae49822
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3a2f3e734b48bd731d33898018791731e751671
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de7d685a55b9aed925862bedc31f8c1fae423efe2206697e261fadfae4ff0e80
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..445b02293cdba2d836b8fc6f88dea10d850cb89a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23e30a108df50c1dc7da217071e93a69b9c0457165d1f816e1607f35fc93d13
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f5ad55c59f7d74b616fbde6b7a1dbd3435eb948
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:097bff51fd7a522af97b384ef089cfb7bc2d287166c8940995273de9fbf6e7af
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7314bff94c8b2d9a56ba81fa5ba06bd7f64962b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea3df2f2aaf4dc962bdf68fc184fb3f32eda2944640f8a5425c5a3b22b3ceb8c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24b58051532aa821b005b24204cd3878aa296827
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e0131598ebb06396ce06c042f825ce3a5794b95576bafc3291b00807aed52ab
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5d73a0d15c2a248e60a76dbe563762044bbd6bc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c41f10d21d3b81963bae1299ae6bbe35d3ec6a2d6f38255d1ea232dded21ba5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e1be843d6fc8011cbe7056b3a1344d1cb49e610
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:449807d06048840ee1163444271fa468757eced6bdda8a68538a1999becb2603
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e917b9fdb76cd96401c07c2078e14309f493e61c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8992582fdbe45fe7f1eaa8cfa10e62ccd53a4daa964971e1b39e309014a3377
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de7a97ed06465bbfaaa35a28eb0a4f533328444b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b84a186f75d9d66c64746cad0a235fbe18b437a8f65e083b6d16162d82df68
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa98f390ab72493d3a0e3f12a3a64c3f187ba75a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6227ad6450262967cd15943f6e9ddc772187ee7aeed809e23326b014b1c0521d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..729a0c15cb39748cb0f9079f01bbddc17f4443f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc3147fe7ab134d0bdefd58dcd11fc378e8d0c2a1d66e2a50fb41e6fac6a59a3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc8098a08e541e33c4c087e37cb422d8d5e9142a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:179b7ef80eb0796c72c9310448cb862e5488b96cc2169d752eebfa20f1e8211d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..234eb0f9ff177b0add4c77be856471962572cf19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6005f05683c602c05bd4dc956367ae2ee3ff86b3cb3de5117f396a96cbdf2b7e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7060810718bbae60c38386141b58c8c09d59c83
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b580798ec51eddd565e568a735c8fe7ca75218d5a1c43fb66a5878b98e02f6da
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e71ccf18c87e8afa7e9ad3fc73aaf1b0c27dd7f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d3bd10edd33d0ef81e79c0a9501940d56db2e5bfe6181daf3ef2ba642f333f
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41db0411e3eb26b64e2d15797e221083d7e89ed5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9b40ffc37c87aff235948083114d259992c6870580278a27267a09600b6dd8f
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/lm_head/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b30642fe2bde3f50be43fecc4e5145857adcc51a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4348090544dc8c0c944597cd81c07fdcdc237675631467c3615774950c60b158
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/lm_head/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6264932e4bd9194868e6a92bdc392cd474d37983
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db239bb5c3b0ebd170fb977080eb65b483008f8f3827811a5e28cc7f4225e26d
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3816073b28f2f160356183cfe33938ee762705ac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cce32a30570d0f25b1060d5a69fe8bf97150003d30c340a9a9075ba45c5a2ce
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9228900383bc287d16ebbe792a2f93f22485b03a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e6bb26c1529e1f272550efdc1f7590d695ff1d8bfe7d018f5de32a500d39644
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e9fa3592e3b866ff9834883b8636ecee14fae42
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7d03ed4c6e8ffedb6329e037cac26bd81d7eefa0ac3841251dc33b06ac9bc71
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36271112d8cd9a4d0ad53b11790b29039fd347e8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64f583341babeeb4ffd4a61f2e155737608f138881c9a417a00acd46b3ebdc69
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d92b82729c18f180960a7fa005275cb0fd81c6f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67aa74410c887f6e1a78111fc3be1418d4b7d834ab11c81e270b7bbed1a7ac20
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a697fd33b467a0b8005168d3b1cbb415a47347ec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6211c85653312a4f2728aea1021d0d4e78382c82a444310cd4cfcbc4698d72d7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6f900df8be06279b086cda902c483877b32dce8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:188293ae6467f5846b347ab21046514a54b9ea7729e1418298e11178a2be1ce4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff9a63699bcce6cd8556614cff3d1b70b9fe7175
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b7f3b4b43f0d0584d7afefebfa0492ca4ad49c7f876ed13ae82809922971cc5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a632ac0e73de36ea0618a74aeea1a21979ae8dae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:551b99995b8df2960f18c8e55c3f689074042b48683787a74cf6b82fb41c517a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feaa43a3c86ff7c64cba1272fa0b397f5a6bac60
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c28d739cdac5cd04a8bf59ee669e39db1d750c5cf988ac43f163d371da7054d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf1667ef576fc8c57563dfc0a68b7659ffa392d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f0731cccbe976ceaa8dd90b73fb29fea499405badc52fdeb1c27d023cd852e1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99d12e8d163c331fa8f30687869698c9793a28d7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cdd7d228f9e799b2fc91eac406b50446710435b37c8aa324d5e9656e78f5656
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abfab63d91d4c530069387bab97663e469af315
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5ec5bd9b5597280c16336bc663a5224255c11b8abac4a62556157e5baff61e9
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76fb4fcd0f971627864182c673c642e0f917e073
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b9ecf636312fb70bf09aea7940bf85d846e0001025bfc97b7462695590f06e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a452582c2402d095b01ace5dfcdacf32ec24a250
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36f0348eecd7968d279fe4aff90cb5dc665fcca8270419576858229720f08a2c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ae327ca84e7846d1dbf0876b6b2bb95273132f7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e09d933428dd0aeb60433371ee8502b0008cc2966bbe3e29de5eeb3fdc97eb03
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eb4f9d29fdbef6cd43836a9544fb3eb12032f64
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bb3c0817c7f5f58b27b5da59b725c6ef139b72f48e3a18694b65081c2e813e6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b6e379a41f69392f1d7af6025526222abb23421
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9425271ae7d370686d86fc554e2ba101a4fc1a14ff8d1bb64457af269532b17c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f271032dc2664dc3b800e09e919fc987865b0fde
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5579be758deffb2778da3580de92553ba853f547340dd8bf2095eeba4a3cdc99
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ff7709a9e82dd8690c39dda4e7b9bc2e2dd8e8e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1699a70c495796eb2c55bac8c019c9fcc8ba78d76131f502317fe281a2ae8594
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e2b8ba39dee2681c89a8e171e6c1f733247b840
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28d9ee9124a4eefac4c69a468694339853e8ea6b587bad8a1fd3c1af794579f5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e0e44b81add537d7e584c70510ecb2672956616
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1079dd3d217c9a0aabecf4fe1436ae98f451324a80fc34e353dd285548f65661
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30931326dd3e9c0a1439466c422ec4b4aab0248f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7b51e955222084956d9dc4494974071853d8ab2086378cd3c4a70ef4dd499a0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c894d5b86c8dd4e559ff1cfabff166dabc4cbaec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ed5f0de90ca47b84bd4031d524d54a967e7cc294538ffa67b6e15e67138a22
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36e37a8a28a888c93794eddf5793c39a277df409
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe2444f580a460fbdf7d9baf1f4ad676d098de92419cf2b170cbbeecc15cda55
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b06b6a37228a9b7875f4182f69fc1451fb8a9163
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8b9a377f0925cd08e0891e3131a746ea9997ba21b70791669aa7ed5b03c6297
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..751992ef82380bb67b525f52f1d69468babbb77a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c9722fdd2578f625deb1eb6fd7a2a11390bac0c5bde1e94758c470429166cc1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f9a63d12e4b3c8f3500d08ae0cd560d37f38ec6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a1c2276b992d301ead64ead7dddfca929f3de727b7bd0f91eb84e01124cf9f9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..708cc7156704441a87d564a635575f59ff7c41cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a6b052ab5b63c9b3f067750db752c9d34bfa2524bf7cc720285d6eab258ad6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d41118e7107dd96c19b3b1ab5f4cdfd3c14bbfe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b62c866e31a8d4a2bac8362229d216fca686ed35714538a8af5a0f5737a004
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36fcea5a5bbb5fb20b6b6fa38c23b10e75725e83
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a8a678c6fbe068dfbf996af472a44b0e53a64f093ca8a97efe6d7c6860caa43
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f37c8cda7c708eb349c3285d8e52aeaf9aa3aefc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9966eae749eaf94d27849f7f8c61f644f7fc2a23763d846b44e1e1a9ba64d562
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55f45e30d222f4d144a60786c463a4b9e5677213
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33aaaa5571518171acf6ec15482b421b8137b0877f7c79cd75c7a86dc40d24db
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce14e36bcc40c41f65e7e64cc4331146f7bf5b7f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:627902eff1820d81d513505509db9d1cf03f583d003e7ec2e1dc37924c6d12ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c2545c1676c47bf6eeb32bbf4523c4cd2937d17
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba72ef71ed7e3de1570dee429c418f3c94a3ddad85f3f80dfc4662a4a2abfbf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78069357bdf2b9dfad2aec16c51878e45141ab81
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43db5887b09330a26f21fed4ac9e409c7505b00c9abd9862ccc9ff6c163de658
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16cdd3ac7b09f540f54a55438aae0bae9383abdf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6392c1ecdc8cea921ccafccfa1a73288b8583d50ef49d1e8dde87db64d49701
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab1a434ee28b75a3ea4f63d7c26e13142bfce585
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9c2d9e556846dd286c129529520d612479e20c70f9b318078099cb6ca52ed84
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0b0883ebe35f9ad78d068677d6626a623ac8f17
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15faeab36924cd37b66eab423364eec01c9375034633bad7e7e23e0f4a6e4210
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91e4259d2af4a13b764c7e2c9df4b4e0d005d49d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e158757642b614bbdbcd73b20e828071fcf5ed9f5b5586edef264dd661626963
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f53bac1c14c610a277ca624548151d790c040a88
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9abf7dd13c719c2532f29139593cf0ae7e6adb42e60893d4191f8e27f67f294f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e34ba3772fc8c50be66177942294fbeaf456f04
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fcf3c94a2111b90651585b40b9e3928059cf919e25ed850917f624403055e60
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da53cddf2fa498d28d95b8a58630cf3c778228b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2508222ad1802918fc68cd7c2488857766b73f74ab40c3a40cf8ff4ed43e5c0d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f690bfdf0ea51a752a58d1e61eac3ede9d061c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aab7ada26a2cba6bba32f5daa9242a8d47b0471f48d116b6f6777c05c427fdd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..106d0c0028b3783aaded8d846bbb26bcb1707754
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d984bdddee5f173915460b865f847e698e7afd37da8de213791999127834fcd3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec8f94c222560214cc1ede34edfda64b1ef9b5a7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:403b9ee4693398fcb4cdc2053b60383328924d1bc57f62adb0b30903c3870f96
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8318c651d5043d35f1e8b241eb8e27667b9b4520
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae07c8fa13ddfb036a72ac5634ed2e300faca1f71a8ea4804c9cddfcf9f7cd6b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f5f6c31e377746ce838f4c6a39252d27bd4dd12
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab17fd42233074f0d12909add4ebe4a657c3301d76a945623289de4439aab9ee
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d8c38dda7ba398713d961603f1174338f7c8d3d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:243fb5e823d830b808a9345ea4c5060b2055c9eb4d5ec836bbab0e2f4a51ae6f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e510669a2a7315a29f534662bf258656e946cff9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05fbca5920a94acd7c9acdc4f05b6c0d38fed138a5c09fb615061248b09a63f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7ceb45c8030b1999e3ca97fdaf86f1499b05aa4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb77997a994310c35b040d6489701b97cb08ca9257b75dfdd16219ba67d48b55
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0277c0f7aee7eb35b8fad2f522e869502462c884
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6a446f84e29d10ec3668564707eb52b4597d67e3a9a522f03508aa526a987b4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3b0b435eaa6969b0db3bed5db81ce273169276a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21d13e2950b7f5045cfea0227edff9cad8d74578ad09229bf40e42743c432c34
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5065faed18486a89dac278bd12e8f99c1006f70c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db2bc2978dc16faf1a432464aa57cc130d9956484c13977e7b7629508e20024d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..967360d9251265cf34ff7093c87e37034b171eea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c38d926d6064634f69edc5fdb69ebc13146248643b39f20ea474a0ec953626
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae0339e86045a06c293fbb71b09fd72b1d13a4bc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf9238bbc4b02e92dbe6ecd84ed7d2a3216aa81c04d87cccda4b8b7e6e4c86a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02310b64649be5f3d6ec699d5b2893cca3173000
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e004de2954331e5cf9c265a29d893ecdd574d40421489ba6639025ef81f10985
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2009a773299feeec3ee5a926db79520c87691ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70abc3170bed94f41cb71e08c8d76f922e8a8f8c171c996cd748aa0864e757aa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c31d363c4bb7b7fc3c3cacbd48719c5895e06f85
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee7e2d845fa5212a7706fddec336b087ae1c2375093083c3ee9159b13b57e409
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35cffb541f7f6b60a5ec99fc4b79dfc52813196c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fe010559789b2e58c885f2f2cd5fe200b7acba1251bca4c398dd28e03cb7d3b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6958e276849ab41596fd47e36b0022b2a474b69
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ffe16d5a1e5378741366e1e9def5418def9425e8d1f29d1f8562a26119ac298
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91737f37221331c44373d6edea1888b4e724fda8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae64f1db808b222c6ae644e4c82724f90421f6fdc8218671f2d88e42f5f1f5ac
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3b38621c847e3e227700b3b94d63d6f778a745e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9087180bee5a270921a3c5861e6666954c00fb65c63b5f7eef5c8f95e586ff70
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d34af16a8b28aef9f938400b67df2e1506de6cfb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3198681378d496a41958af1cde9cc506d567c04fa0d543af16e0de3391026dfc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d79d549847fedb63f555b9ab054fd75f13f25ee8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:525ce183ea3ed231b30de073065b4e66278eb7733604e1b4e7acc29ccf4cd85e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2812c15d8a31360900fdc83189dc1d17bc17a99a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d703352847c60dfcc275f2dc6a0e819293ed8f52a74df1a985ea210a45674ff7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e56bc8d7220d7a845703993fb111cf2c8532d70
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c5eed0c628d406407b5f6fa8861040da1f257d64249b935c8c31257d199a497
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eec07211bed1b5b6f72e934a68f141cbf11a00e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a13cb078b5db4db25dc6a7024f3b2aae18869f59c621e0f369c143c5b749652a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f38b0d2f93d9198a224d138cedd7afb067333cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a34a35240557f419a391e9bf2c6f94f7d9130554dd889b584e2acb54e4fb816
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9e510c0a7056d26280a4a31cd3782a49b835034
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c08c9559c76c5a09e218c7e12484d26951d425c6552a173bb676673ec78ccc0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..654b6cd34599ce9849f010529c6cec28e3ceb5f6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c709d437de5ebab1e63ad89035f5c77ee71497fe99b09d9930969780e8745e8d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89a3487b54a31aace4b5998aa10255f01bb5ca90
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:957f6dd42310a3bbf6a808f503914974cf5688f3b33f471ff938bfb49fbcd3ab
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce52992484ab28612a02c9bc4c7a53a4fd576610
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b5d5a5fd48fc29877932ecbcc59a0c28ab94b14e24622b85ca3d838991c8b8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ab50f91fc31979e4e913ed9307e42a98f6a16a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a501ef43148aeff9887df023a7357653c603baf6909f94a820f4c10a7a2a292
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87b913a1781e52f395a51ad4e9a4c8ac0fc92816
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8801e720e0f1688d506c62b734b9a70f62f4d94bf0bdfdb35873471ed735f37d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbe05e69d1e6f2fa7198596e523aff9e99bde362
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b2ad3b0a93ebca2d51a1e9f7abc9e8991a19c333621f1d0ef5bd29cd0d321d7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c933e66984ff860e07b71f899c3263ab3c2be68
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20c7750a64172239a003e7e9d99b601871ee8374a624a14c84ecee9f32840d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f10464d5739a32c1a1bc63d4e3bbcc268871a7f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41bfa0d55673259ffcf69db71811deba1d3cc1a4173a68b8200f19c65516da59
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4cd9bc2f557c6484f023d2832945417b158858c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:725e4cf0508b1f9596de1049f4dd7eac241ef4cb4c55a25699077be23ec61455
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af436dcbd2591ce2821dd2ed87eb70972ccbf5f1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d4e792e7872e95f2fe203533938f43b5ca6c15036f92a650a8150c8bc664fa5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd2d88aee74d52171d50a8828812ff45739acb92
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d3b63f6b836cf6a9599dbcb74ee5faeb2b5621489996658bd36f1ace816394
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1baf6d0b22c086643d3851f92f48baeac797ff48
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b2760f46364c89b7fe67f236512e34a6dd43cbfe758d7269e91e689c2b0bd70
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae3d147438f7fe7f61ac1361a8bedc3c7646a806
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ce4bad1aeca483ddf64dd01e7fb761923ce5908fa71b81dad3b38867855bc4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7ba876fef66602c5ef617bf5e67d4bd57712983
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b164a6974d82bd9acea5960f301b8d65c776d4320ced6108dcd98ff9b28169d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54e8e441b25953b8d26efb99979f31e48ca389d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5375f3fd51c57cd9104ca14c8812aee37d8a695b1df384e8fd5bc4cb793b282
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4356dad4fc9ae25eed3463c645a7771428ce90e8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28dff9d5cd1ef22baf91fa5a990829e8a87dba05f60a87ad876b30a3ece54c26
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7955bc084a2e928fb73897602035d2ee57442208
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbb2eba68f82235d552c3a6aa28c786aa3fa3d18ce7322552d72acc2225a06ec
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2deea0c8aedce31ab4c1bc6932ace42a8ea0b849
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ffa87132e4a905d84e3664630e3ddd61e92594935e90797be4e37baeacfd2e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49ba3043f501b2a89618b282f55fb03701eba26b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc54826b3d7f62aeb7a760880725a43cc81a92eeaa761e36809b82a2d5e2fb2b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45e9ecfe475846786496c4f55cac71e9023c2aaf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b13569dd5614d4c3e43404238f9102fb4816b83e5f5a315bcdf733522d8a1ba9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a461a9931ba46702eb44838bc9125c8c6af1a68
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeae52db390f3f7ff555d3873b22aa29faa9a0c5c5128b069e0fbbf84b5a5942
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db8bb41fc9fb5bf713b948e20274b26b0317b4e8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06699a7bda77ea0569ae07e686b51cb8ea89aeac845e803c53ea7f224cdf9dea
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dde11f9ed7b6393567f882793d1b7855eb896f9e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd593ad0f552760798c984367547a7aed6d01e28eb3b137fd2d3662daa69657
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8daa7f6f4774a648e99d0ba4393196745f639355
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a680acd8c860a7532636ebb4a7960d6dcf6bb985583497c75d6ec05102fcc7e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88431caf07e7117607cabc02cca5eb315a3274bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83694786e672e7ff89e6518a6ca5df4664a37c27c3799dde6c1009fc83324baf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c7c0130501dae28103bab3c44b8585a0117790c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f89cf2903efb8c3d3d0971344dc66d6b9939addf6a69d351935d1f5a2205fbf0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209d9f948c19f7b8340e8ae33362870f8cbf5573
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d9a8aebc9286b5952648be6642f9763fa61e8e9444498c528ff305356cf5c6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52cea6125153a75776d7b334f4ac43ae5eabab86
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:272a67dafdc917e2fdbd04c07da17e445c0cd40e3e2cf539cd29d97aaedf1cfb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42a6c3be6b8e2a439cea576f75ba65b3762fa07d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eedc462d81696a4e920f5a8187eaebea360a7e679595d89728bb3607bb49676e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..447d990dbf8e1c176bb8d6458cd04a51ac6b7fe0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd38613537f55bcea1c118e0870a7908b6f14f681aa31b4ba18675d4d65f7e61
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aa51c99f98624e6792de5d9f89b9e56e751740c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51adbf8be5f9ea1a19e266681a83eed67c648e178bf9346b45a3a74a2b3812a2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5852ee834bd07b1a7d4e63deb6ce9b6fda527de9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46e7876e986b7c769843e2580d972dc853e33a91391e783eec5d3447712c2930
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc412d05089d699904ca3f4344505b4a3138c78b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5006ed2c08d701345590fbc474e52116c43fac1366189d9d88c96659506bcb57
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c583b15ef2e50d98150cc47117fe8ab205b533b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62a7f27b0a2f4abe0e3be0a5c5c7dc0d4effe9de2a28df27618a593389b51ef2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a889834cb1fa25c889e55d73cb1537bf461717b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d24ca52a34cae65461f3fe85e6eb48f2df69234646a2c118c2da14c733e42aa5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4138d9cd6fc38d44f01846f981ddd68e7391206b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bc8e77c8d6d07812414391a76a11514ca7c20f5aaa2de55cb21c0eaa0c4e5b5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b7b1e168168ec497a19a196a72bfcb058ac654a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a8c040bd0aa6a0378a4ca5a7f66fa83c8cf7089784a139d56a39b2999332f0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bba08c764efd5a91d7edb4d79f4ffe37cd137b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2117d1d4866a134008d927752c2011392c8aa6957544655e44225db482fd6757
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55ed26bf187c4c00925d206f306a6c378a6bdb90
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3bda9928459dbce7f1da8d8664a6a14f43d0462de703af39b4fa48439ec3b6b
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f60079adcf9515be1319f1c009e9d38aba8150aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bbc84b3937e3c62ee62e3b36366bb2069ce3156e62ba5b433602502e3ae7522
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca1e1e45b05bad50683182948eef5497971330a8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf474a5362b3606561e756d37d5eb61f07ad9e89cb88a1833bf81b8b51520b6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd901ed40c2d79307bccbbe8619126da2dcb00fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4041ded39875889ea8571c23d81d26bfa2b6b18a2ecdb8abd1d426b20fb74a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a18ed2c9ca8803258a758ce51c1fddd4c39fa93
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aebdc0fffc3952ef9c252835260fed5a5a4145e5d024739967d4f4a28d948ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29be37a70226b03d024a8d92c472b9727ad55bcd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc58e1540cc95ee84498ca5db0709a08b8672cd6a467c8ec37be01dcd7da0d22
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91f9afa7fc3093d204f2bafb5b113b01f2a9805f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ef72da47dd1af659e1ee5db0804b7b21c50b44581e6da4a5a8a5e5e68ad687f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e0252b2432559132e91634bda6551e7ff71d01d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb68a1c60e198c223a0a494142577579ded8000517c3da354a08cdc8b7e4ef07
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72047c9fd7c84c00dd55ca38ab312249bf545968
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59672d05e67e4709b919222b819ae0f2352373295b20a8c5ea68a44ee8341f66
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f6ac1fe10ee7b3b138c80cf7fb973baf91d5946
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ad69f72b6761324ebf7beeadc3fb51a30b9acb9f555712c6bc3338776f4d6e0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..493f1b84f19a446fe50a1bdc786084c85e7bb120
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:350c6af88deae23d8e351f71e995fba2e5260a63f5b3773eed56b3bf6ee9bc21
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a37d878411f5dc0df3a0a1e39aff10bd06d0edfa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e3a517415844cdf8a153f01db0ed7c5da7fce91f890c59319b937f1758efa0c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..302b06fb7974670fd370a69a6b9026ff41613c05
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:347ff584d176e87799a1fc6f5d7b7079e45b809eb067bc2e888aae753abc4989
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..435a83125bfd4d470746fc2b3a11d90752f1fa83
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dad5d02e0dea6e149f1a74aea64c0be95c4c9993f025ce28f3ccc763e2bf7f9
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55e4299260762e00d1f7fadb9b9cd2350d835586
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cbcf845c6efd9631322d75bed80c3149f4e3bd21f8c5e98d199973e9bb75178
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5feb282d6d73c0b21ba60f886dceaf4b3cb4ed6d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74c7a3dfdc6fe86b2f86eea5844737f83924b29037b7f6d38886ddb0efe2c6b2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d37448d3c3e8ee520a39e4c001e2e56c61615eaa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00938075a4207ca378eb8997a99aa8576b1aa9598dd9333be37e7f8fee7549cd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38c33a186f09005242bbf832dc54a73941eed506
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2395c10e8d2d495ea0112cf62cb6c837c8c396b6fe6970f6376d1086a4ea180
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe231e8c2968b856dfc095a5e63b5ef18b6376d6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18d88dd87a4b5c2e2803056c4de4ff0abeb9e015b8acd6e23dffc1ba89723112
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e78729ad27704638f9068cf06ce7e06063bc9e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb353c0befd2e7aece158ea8e86c1488c921071f7c63cf9060a9c99f3ec3a644
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92fab824722c280632277e90c2653d78d93af317
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afbc53ab882b3209a5a23cc3753b706c20042c6630c0a011ab049c5e001d7068
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cbe79906cda982dd3dde4dd0dd0228bf2a4df8c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21b6a5865cf6b13a3f627a8ed98fd8529fdf561c267e300d6a4011a6300e736f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6744f61e7735797d7c81278ca55b072736629f77
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79db470b05426cd43a6e7ad471a27d5dda51045141224de566e91897f6b333fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a534dc74c464ced7ef13414674e7fff218d548c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c967964837702a9424dcaa8a80857d13bc5db75857ca526f5a75d42690b70399
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4805b9614638fc522ba62131db77403c811d093f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7744ecf7a8b84b1ce8ebc7e871968b2793e8b46ce7c11b9be0642cde828c1617
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adc1439c2ba0cb217826bd6e911829abf217b262
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e39a1d43a0b74c4967f9b989c55a9c9f88fdfb6998a9f3e00aff84d662e9878c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e4ad404379cd58d466cd593e313f1e560d40d1e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:099ade305399f50a8dd095ccb43bffb1ee862b455327beacb400e8113079d485
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6438f2d463708bf2fced77ef6a7a37fce0116013
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47441b592e1e215423bcac771144847c590b4ca13c5f3ba74f118e7a62165802
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b8d168afdefb66e29e523703306910cca373e9c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:324e1325bc1ceb81002a3eaec632b56cf6afc080e55926d7e8778ad7fafb71e9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc80fc31c665d9521c4251586fa2cc8f08d2ffac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b88cce0a8951ec9b8b581e354547ea8139c46beda0e23dbfb19018a436f9c6e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e08d63fedb9fff3a8b38096115a86085744273b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b0644a717eaa2ccf770d7bf6546b81607f1f831e5db45f202c5f604709375ff
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..732829f00bbead4e166788dc20d7cfd5a19c029c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2205fe4c53e6901a7346eb26d4fde295c762d62e947a4fcee1918d3d57b288ca
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acbcf168cd8a7e8730f4e586b06c701bff6be456
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b09f3f58dd21f26cdb4915d0dc101cd3648a0304aba53a3f1e48b473398f571
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67d61c2f3a6ee3310c697976f448862ab3e6d3b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea060fa8d4c77aff99f201d60fea3685dbeac94bf9b3a55da163f25dda3e9357
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db64437f03aeca942de2a853f984567b4f3df239
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a06a574f2740e2f4ee1e0d35abaa9b3bb700217e24a3afcd00dd0840994b2f9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae1b5c769a8db5716c3e5e5710e87f3b0b5c9662
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3b30e615b7fc57bcb8424f374d3e58e31d0d3dad9c0a39786e341e9fb883d3d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46451fd9a3d8b97484076f84203a647156a4ee3d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12158d8d1e07e9d5c72bde14240940444f92b3b1bce54e253b39cf67805e1591
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85efcb5263821600a58d0137efe45962939fa01a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3047a061a022170a5e6bf5cda2389c31786b6cae8f10087741f9d157cab0e3a4
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f22d74910ee16226262ada55b22751515c8c185b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:201327d38c205573af50388215f7a3a939da20058eadc9638dcbd4f9d37891ed
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3c3efb1f4d7a38275104befeaa428e249c1c2cf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9cbc268846cdea364dc4ee55eb66ce25b71f180f6d8ebda15a85f3f741f639e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0106f1b73e5d80f6ec4c6f47115dbcaa6405c578
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de96fb6088504a2997ee36014c56de632a651c9dd32395890e1955e72c9c38ab
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5c95a2562c3b7b9c3936fd1ca4cef53b7f66824
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08478c84b0357433233e5e045af383a27fd9962e3a9371d58848bd6a5902903c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42b9c076f835e2c6a45a2081611fcc8507089d70
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63877658f2e6acfe77b433e2b71b9661aef6a38d0f8b1a23ee75e6d06692e88a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..562667d337c3ce0d4d5b23f6a850e79da31e8970
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:202bd5256dbeb0f483bcf87e0017f34b03cb3b6cde1058382c385bed136c8a0b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..776e5e61ee4d4a89064b4e670be2492da90876c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e54f5e744ba2fab7854ebd7d46aa2cdc77c0478aa7b83497453e449b9672674b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30b4a01265381ff74f42b331e6baacf5c6e965c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b2dff0dadcd09b8598d4348174b8847eabfcd688aefce73ce4f58d851cb8103
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19bb39ddaca4bdafb822089500fa63a813b836bf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:570d8d53859739280c15dd4d5715602d774d752aa0d90827087e7f9b33b66da5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81c7b4e0689b8f557b2edaab0eac95bb82d60132
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7c6eb8c049b772b5977451cc07274c20eda89dab4b1f035843d4f9755487d48
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93c8ddfddab41dd9ab1b588787d8e2518aff177c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8cac9e6c257796a7a8fa441bc4d70954cb9d133e9f734d9a0240d0f54b67292
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4550489acfd36bc49f6e280b1b8fa7a3472260dd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f6f313633e7f2a8220b34a2a5d3c3b76ae37bd04c5d16b1594e26846f97f678
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..986f5f47d815bdf8d7891bce4d4001184adc6f05
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44edf5b23191f53871b73fa5df72c7b54601ab62366ae977a035ddc18b4b43ec
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37041d995b9d807bd2d912a6e709582964daedc3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d1b8a5663f4c1c922d430fa1672889489e4b6357915a9c68dd6e71f9113bcc0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a659decfb5a0db17d74257f6ac21889f6377d9b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6277ffe89ba6b49933ae1b7cdb6bdfe973e1151a939983d388b41726dcc68b22
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..344d11514cc718b029d2378f7078745d4fcedf4f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d02f123af8e2cab6d3a8cb94ad2b9142e3d807eb045f69c80e85e85d265edd2e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7353f156c2d4b8f2b01d839ea2dbcc10099d1837
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ac84aa2241ed989df29c1e69d4eaf70d3ae23ae86b45678365ea943610bc7df
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8f7220b1b11c9c3e8a6b442d3761b0e473cd865
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbc8e9813c475802ec6881c68c85b8f9f7dbb0ba1773ab4df15572975e332243
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43d74e741f061b3279f72fe1e99f604d06582f53
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:935ac8c5b3485eedae0739dc956e1213f9ba12d54ad2d79ea9268a37bb61cd85
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfeccaedf1b61bd1897aaafd2e9d31ef45dae2c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:557b0fbcc1129de21cec005d64f82ea1729617aec9bb03c70e94c2ea80042888
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a9a23e5d6865ad58ec69a73fa9c80adcd1b669
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b34f9a97030238d981d4e870461f6b91f4908f9e9d5aeea6be57048b77983efb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a266c1a69f43eea5dd5eb5e6b4c57eaefe9a8fff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2fceb300e7d00ee60e0e88754c64ed74fd0fe18f51f13b2866ef6c6e77125fe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22aeeb16a817436babdd9cf18fe8d43e2fe5049f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00efa39385b587c6f6abf7d36fb6a070e3c9fd2a6d5abf16e5dfbd7999123d42
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ebe15430d31e3ac440baa3eea574bfda7c40515
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c69d28e10d0512bec817f7e7e084cc26d850a8ccbda51c1bf6beeb193f4114
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e11358753aecba5b1f0f70701ba67597ea14ceb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:102fca3f79caf5d084ba37a6d1da156197cc9162f0393aba067c77ad96e22b35
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08a991504d9e5474e16ea6b74bdfc23ca0be6480
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6424b7d931bb7bd497e466a2c6cb70ae39352149e0a3778e9f4b20a30e7681b5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36a8bfacdbb3639b4a648d081786b666b9e0741e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d470c5ad5e85eaa6984675ebc965dc29594c1b4ec1c65843d4b8ff7864190cbd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65e917cf58fee112abcedc6e3bde683a9040b97c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72ee95cfec18d9b44d03a2f4d4f278407735a88ae598c52de0d22057be6abed6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07f4c1f817323f0255f39a1f2edf798d31806b43
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e349de7b8a96c52435dcd79d6afb4688320d71fc99f3b9a247ac0f9f6e4147e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90f1760f90015e3a187c90ee9dab4f67be275500
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a481d254cf59084bf7712ed602bb1156f67fa340537e927b1ab2fcef89fa4fc4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a74befa9be1605fa564ec1a85d71690c5cf530e8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bad50d49f4babd5cbeab248027b81f09717f98296dbacc55039e90efde2dcb58
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3118b14e3b0d218a7fa0393be12ebf9a31365fe9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76acd16feee1b224b2f84492ebf98d1c39c734827f7ce3002adec0da68df1e6a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8fde3fa9c8899b60cf9bd010b922063c236b185
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac1319c74cca89691a774b61b94125610ddeb2c32116435364dad1205a84716c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db3b21a0f671a9c69737f4f227d66fa3a12a6c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a106c7968e36317fc347f917be27e9b21c3bfa168b75d1398580aae39bb7b3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d910064c78a04b8ca29d21a99f2a23de199ca368
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c26351c2f4826e5cf510a43ad3926685151d79be25fc962e398903a207921b52
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6fae1a048709206882942c89038f988f916742f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5346a390c5c6cde9857d74a24ffb9dcde681e3450845b369ade684d5e44f710f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c2e60c7e02eb0106a62f7686c19c3917bc10057
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b56eb8200546b7d2ade75db024cd2e704c8fa52c5e8ab3a781eaddd6db963f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..207f29d6378f9d322c5a5a5a2626f6c3e8fcce6e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6afa492e1c89a1e33ff59ac45efbb92acf7d35ac05475fd0187d6742451777a5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..368233acb5f82a27a1a1f78ac3c03f0edcbdecac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a2f4fec4083aeaedcff3c7793b8ff76e2108705b847adbef6e32106c05c59b7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d794f744b696ab615de66ef8ace6608b9808d3f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a78e73d2841c068e00806e297fdb83be4983825b7920fb5a7a9f65d2cd5422a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdd5b393d18ead41a62526f0e4a2bb86aab4a882
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:947ff502f837e027ace1ba36bbb2b7634d4e57330e40231aec9f87992ba79497
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62005885238ad47238668b822a996bab3a18844b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3cd0e1bb22b136a33c72d9832384851c7a4cb6a848aa99295d0cb54e95a4b97
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c6c8157b1846e622f4789f46d6004c441638680
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18afa8a9f31671b3510e0693c56a5dc196eda9a47875b050249b01dccf743ae5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c62e79060efea325bfd1957124218bd2d01d65b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee6e0f35d04ee6ef6769ffcc08ce2cd9dbb15a13c252dafd2548884c1e120777
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ef81e252f4ca58cb950a1a6c6140ebacc4743bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84b4a7023f691a759d911e9df46e6e5ca0c7dab7d584e33a9d95cf51646440d0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1e7f0c5acd8d7adcbfddd1332ba91bd85aad8d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82c4562b9af43ab89a0da6f560f2e378211098c5f4037729951d7650c030a6fb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23c477e065368743dbacc857304ac9e7d6b6a575
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d8377e6aa6bed77f2c45ae77cea544a9f9d789d414fcb195f9e2633cc06d4ea
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4029bc6d2d25cc62f3f61f912745401b1a12c8e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aec9d1563a1dca5bab945f2e3c718e204fb9c54556abcda70c89f7b6ea595bcb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70cd89a4dbccb73cbb6baa35c42aaec7ce1fa59f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2abab6427c41f00a367b5448dded35d711e2bf5277d19bb1359a0ed0198baa17
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aafca2100c3158f4e221f16bffb69714d0ad55d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0801c1877e8dab80fe38b486ba364a79e6457d6b175d4b0ba5d3c797aeaacf41
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b2f7c00ecbf55dcb8c2eb51f66096c03efa9b55
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e27e8aa4d3ba922eea88d0ebd05f9843c6eec6077638867455de98358d2e2225
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be5408cc75452b85b535ba007abf3323d23f8876
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:476e4c1110feeffe07025af5b6285984d4d69f9ed9f1dd19466499d724305bb0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12b500df6dec6cb673375377e8d1583ac1752a46
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65e1482afb223c9b2c6bd7c62a5bc5548d46d377dcd87acd08942c3bc5660ce0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd55f07d98352b93e93d4444dea054871cb0c588
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bb2f8daab16b7de156cc9d201ae3272213dab82b5af09f62d7b0db63914e7bb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b16b82e6b8111b0fa0ce4cebc5c068d85e32e05e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d7a65f61a490ccc19d25f52d111b259fecb18345c6d9f7ac4c693250e92e503
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b7866d825851f10b02c130b665957bb377effe8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea09515547a03b6ed5105d244d94e2e914c18549ab02823d6ce446a5cc4e26a5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23ab4c45fbf91361d446d0cb9e9b291ad73e6d4b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:153e7ebb4e01bd66ac6d2cabc88781a4e12b7dc4cc9f4544dbd43e215c620eb2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d52d915e598bb034b21d1fc5435830b91e21b32
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dc310163ef76dd321ce7f69870b5bdb82a4a8707ec4cd7d0455c2385f422d3f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc3024da53502c11172cc8a957a36412e0ccf34e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:985381eeb825efe2733d67eba0d7d59b222e459532d96bb6843288962e77e9e8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75c764f8724e146186cc83bfadc92be64758ff77
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:235be386f7576585ecd0a7d9db19d5b95aa6fb8eda627b7264fc8eadaccda2cf
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ee83c6e243f083ecbbc7c58ea45829d20ce5d9f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e29da44b22b67dfc79759e25d4f30f3805ef83115315ac5102a714522e44baa1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f717ad9fdbef5254aed94e4dcfd4ad90af42319
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:907d196b8132ec0b62c81693fcfbf09d0fbb4262153e355a040af2503f2a7335
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1c0823c1948dfd9a280e66d0c15ff33a29b394c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e3a8f98f25cb7b39647248824c44be713857538e98ac05d1aa04f02bc19e8e8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a83e18b84018d33991140a2148e0a24e09267a11
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fe2dd6b03db97bbe2e1d372836e6e3eb2231136358b9c596d17ebfc0a8fe47e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f176f82ff8091628c3f3c688074565955f25f7af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86af7e6a793761e5cc0e86e25a3a562997af1ab344ae7403d135714d34e38634
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..512c459a2c5786013b905f19f3513d930f4d4aad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffc0fb0118aefffe2f12d380fc09a0481c58888ea833567bcf0edc2ca2248c29
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6866aca5fe3641533dc8431e926dc5db3c9a243a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c65d1173d93eca712aa841d85e8c3b4c370527ff59cf2f5592d398bd8027073
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..733c6177bb12569622e0011294b0724ae5cbe3ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:518eb22fbc40e383022f6652efaeb19d87f21d9de8607b64de4da374d3903a0d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e4bac8b3c5520ec87058e019a044b963ddcf27f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33edaa968bf8fefc654a7cd08cb8db6bd4186e468d0a7db9d53d94c0b4e7448d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82516527faf64913bdfbec810b9c296fd96aec4c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36891c96cdd0346ba763c0058485266ab236310ee2b540026c1a16bf9c5dd793
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fabd6ab1a0c61fb8d5a973941f1743ea65972fb6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ab98b8a4c810ff3322ca2ee2b057175879017516edf1788cec693ca7a37a44f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f30a29f0db0e7c4464cf6bd153a9665953d9555
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad5e762040558f4d7da04e633b0f5b8409e9312b6951a8a6ae9086e37137656
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e387a6ecd035d329da0750a6529b17a3cb34776
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6cfd73b31a212af1ec7f5f4bb7726fdfca993fba9f422c7bfbe510971bcf92f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1445d588349508bfde60297e81bdc39b2003fde7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f191bebc9d042775db179502d2d80d3fdef63fa7f679c750943bdbb2166d599
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e93c00ad49e8771f38a6f84e9b57562f5f93400
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c66a9132b682e419c7602b6456c77d90ecb58500fb526810f00b4dfbec547540
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..565f1b8275a01960c6f220cb6538c9081a42a575
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4083314a1638330e9228d2e5a937ed9676ae65fb79534e36f964851d8da97740
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2edd39caa4a8c795a1bad2eaf6a13c6a6a41516
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a7c970023e34366285b80ca1a329c9660463bd83637aaa06307104fea7eecf0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..186056561f112f8dc9a9d79232a80dd8831cf36b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fedef5603ae05192cd9a3fdea268271435aea4e470844c976618eae316175766
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2f6468394c6fdd95be4b1437575b776d97eb651
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e4b7c917fe6bc921b427e722df5deb08a28a2a5e805e148f0de32b0fc7298c0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5b9c328cd471a293461a0b8354631382e86fc48
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f215ee251ea5226f981148ae62e67829b2118652cc23b2ee4b9895c4e00892d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a03ec987889ec1282eb10a0d5e1f1de3aa2cebcb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edaf1c0951309ab6a567c49a74e0bc25761cf982a7501476c104f2fad545c437
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0090aa0c27c05ea92403e14174193076bf15e629
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad399624f1bb5684abf5182882632c129214b787d4de590d30bb4d03f7453d9b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68b160a56517121e844609d77aecda064241229e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a9dc32dfdd42aab985d32cdea8012764598afc4dc9a656174faedb67d9908e7
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e155ca37d7dbcf26793edb78eb91e56c04e2ce0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31d2a2a750ae0a46d3526ff5a708152d3a0655ac79074dd4a99cb07aa073a14
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..037486022c9da2fde5ed591ee920f35d6fc6096e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a62be9b2985ae6b9c0301495b929dc533c38fbbf17b00eec2692a96003076a0a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bddd83610a292272106e4bec817fd4b6899e703
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2ec3c7625f2489ab753c90de060dc8c1960a7595d068a5dccbd404a418881c1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b801ba899a544e67d24941fb12509b0a6cf39a8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:265c40b27e9f9f1593f3161b46086ba0d0814cd1f69e52424347dd3c58794063
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af570402e25d2881df559c7d184e1ce3224128ad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8117cbe6190279c5e21ba9b7225c21f2812483a759b54e83e05f47bd5629ea8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8106b9f0454c1bf2639477e37d78e00f8d6159cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ed3436a255a3be97354aa9139dc9c96badbf81719db7016200f8a337d644b59
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6548c2e708b16d01416fb21d3ec721ad214020af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbb5896d2fdb0131868745edf4e39cee142a098f6755caa1d1bd1c8e94dfd71f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1155640419f7adfd1da1a77bdb3483ac71caa823
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7ad6a0f1f5a14c22a1892e8d2b5de5d399bb272be33566ad3b77944fbe66e85
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d77400a2379c4b4b9deb6865d8e44c7c4e26005
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d00098798fcc88aa721322fa1a93ef607b322a4763a53dfd84af2c6bf6f55a5a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccc266bcda988214146aea04bac327851a95da9c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaaf3c5a52365127a506f5a8c74a2627ba40ce9169439d2a97ff0ab78b2c6ca5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd510c50b5baa71e107b29438505a6bef8f69ada
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f77954e02a0c67bb41207bdbc663ae4bf959c22d8ecc696691582996786298a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a624824c33983f4b67a0e1765e38ad981d5d8d68
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd3f655554f0fc4d652944e78e3dfd2fc9ac9556a980fa3b743901c106861cdf
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656be824bea0217c027e673798dbcdbc261c386d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f9156a0363c103f4a4eb0b5dc41a6d642cb2cf9bcf12f1c8b9fb79aa4fe020a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a1c1750db397c9020ce830323fee309c4935e72
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e17fc4d4f27688433a81aa8cfec4cbb136847c115389f0feb08c0a28b5fe97e7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee57ec988e866ab08b6ec358dc61861acc0b12f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb067bab5eb2dc4caed1828a82e7431da023960734ff17eda977d54e3da1a4eb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff676a12e95de2c04b6fa852ab3860a7a79d672a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:970d32966dfa1bd0a5486625f97680c8c76dbc0072a4034d44e2f12ff2c5367b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5db692c5dcbe7173005e4847e10139ba49df011
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7357402e6c6331cdc7798f4e42c11db61f88f568d5b21dfa4830af9c35846c08
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef738ae9e0d11643e0daa1a5e58e25afb4b99d11
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2feb2e0ec52a85af305806498b14c4182a90d6754645e35c94fea824f0c77ae
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f01f4322351fe476aaf7f7506435ce9cb969d612
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:757714c575c2d90b5098d92d87fec3bfb04885ba9d0c2aba96b4cbbbcf850fa9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8779ae46cc0a7c8d5c176445255e1a6487b0d33
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9acd55595c93b586ff02af2308e255265c4cfdc6f9061dae44a112b2f7de6b99
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea8e8ac17fd22ef9e0342df8506993199b967b5a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ad392067d161088ef7cd58c130ed75bf838704cc049ae75ce804c3df4e39f13
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bc5b004be1fb734f40f715b03fb6b4021052496
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ee8ec8efe11574618318bf30ddd67b79c8d0e6689ba22417c77e6c05e7090d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..035c0600df6967d2e785bc8ad5ccb0f8733ff08c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96aa450af8828fd9ae6c5fe45e64000f08b7caf0b8b8b3de16e45ef17aac4ac7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a5cb6694e672658e689f849e09bf3149b1740da
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:742b09eac87d9a5075f0b6fd6f4eff1030c0a4e811e710ae4294f5e843033c5f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa08ba2e3cc9162829016afe7ff00f172d205c33
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27298e78ba3698adc5985e207c2fa4d7a70d4a3db1644acd75a8e78c992e8b59
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c73000aa1e6421084cb69ad479ed43754f83d3cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:617d9981eac46ad939587935ca63041577621be3ef2191c07f3db0520984805f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df4cef2666029d016cb83b6accda6b1c40985897
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac4f51844dd51d0b7c47ef4cd5e27bb9506a3429b1e634447f2e77f9d740388
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e69b343534b756e00a54e36e9f75e110a656e0e0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:910be4a2cb041fcd71a8f1687b96701eab1fc861a3b002695583fed0482e77d8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfa49e067f78d6e3990cda2cb71b7f77253a4e2d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a9bac1febb6334958e9b57bd74ea0dfe26b72e3c28da675b6f7763f54264ec2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36b1b9ccde0864f45d7c081d8c1709d7e65f7728
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e36cfe783986825141a88b531772aea3cfd95e83c9ea9035a39442a6a0e3f55
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8f274ce27b9d8071aadf32a5f033dcc9e37c73d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4edde48b5f2c0df9ec6035e13df2dd94d790ada606e444e77af8697edec11ace
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1201f65b3ace622cab45a795f73923cfbb4457c0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2b40039e2f1e0ccb2fb9624d1df21ee2915bbc5412ca9c697838f0b0f61d490
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd22a0b31c4a75e39ed3a33b77f3abf5ecbbdaaf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16747add1926d2c3fb84f7a1cd71245e748ee4ccb5b13c7063364052fdfe0525
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1bf179665955da5eb853b426466d105c79d6956
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9614fe13db93daa8e31deb2b59c5946afcc50544a7b6ec50db78485ba8f97c50
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f9e8f15a1eae564ec61a1a0c603246977aebeb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b92b390cc138a72150d50d5b578e2588f022beb496b4bdd37bb74f4bc9a16aa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b747153da35653b57a214b7b01be68290674d02c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:438092a2b76c306928341bdad3d0b584644964ffa8507a7cdd5426cf672f11c7
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5754d78b464f3d9adb39cff7ad51b385755a8e77
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1562d88fb4372eb16096b72c4f7f292f6a77a149908b3ce5088ef4cd47d0158
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..315aa9a291dd96654946beeb2af3f9c38c51df7d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fcca61b0fc0fb25bb603144f6c50d1b19329724bf38d6840b157b8447f7990c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd1756ebe980d90db88007d7a8b48ec89bb49bc7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:017e189d73ddadc4e65ff8dc447f595de032ff0f9901dbb82b25f25e35557053
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02dd1fda54c06c7a07ca11ea884aab53e70528f5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a353697fc5d8af3ef0397991ec42deede4865b9581bc36968880d49795e9f9e8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c391c220244b1654d640f3bc6375d7b4e4f2ef30
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3196c24d18becc809fef370b94459d753a768976cac6dd971bbebb639cbd3462
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..450bbc0d2ab5f4d1b0240c6d195118c18aa21a20
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1f3c70dcaf99d3f9d20a9f2782ce628042e6ec83b4b140084f42c087f94e610
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c3015bbb1ff851e7ff5090ce16c88b08c28bfa0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b669b48f76ec2c88627ea5ba190b9982ee5297c939a2b4df2b02ba9c96f128f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..413da94c73052986b1e7bef595a24a95ac554ef3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee4535e3b67eba7b5f845872d793c20be20388e718166090f14a0ad0bd732f1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07c86975b560ff172370cd4545b00de242a250e5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b56fd0f17b60d02f90353773a587340cd436752f6f3a0468d2658e1cdc1f4b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1504ff317b02790a8f98828f95eeedc3f7abb5d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddd79c4a526f4c326b21356bfa5017923fe8a1cd0367b6f4958531c897e8e265
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03a9663b9c598a048b275604a7a12a4110ab0cf2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:561b59d7e46452b5851c9085192b974bd2f7bc660483c18c55c4c63d14eeff4d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d59f86e6ade28fefd6020940bea3f9e9b64609a6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aff19e2bdab240ae80e31690cda33614db93c25d588353b47baf4625539f211
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d402b4fab66ead6e13b7dfbb2645017c0a99968
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea628a50a379a26018be50b7f0c5884218a7dc76633e27c3c868e26186f32774
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf017905b959bc3d2925b29ba18cb5715d2304d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:170c33153fd1938b711cc443068f4de61bba8178b4ce56acb02183493eef1bfa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64525c92111e205a4a045760b36e7eb5df64675c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f156ef03d639895601f53019690dfd84ac7df0067cf1ee879ff4b8473f9706af
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d581f6d6634716fe39b8048653112881a4a0df7d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3f9c248efaeac235d56878d6e8dcc26fc609793d20431d65640f31600dde72
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..898a1e3d2c150836830339b40c4a161f36a6f5a7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e58abf85694cb3e0632f42a502324f73133a62a3f1073d4a27f8fbdafff9b22
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..996a6ab7131fafa42661aa504555749f7cc38206
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09aba7da4413991da9bb37a509d2cdca8608a3a925f47974d7dbbe2ad3fa0303
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de30645f96a61cf3285eaa49c7e4bad0c6bc8b46
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56e94ccf2bdf2d8a15f9edc5bb977f2b3dbc30a4d5dcc90113a66bf4228d14f0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9e4021d7de724f1e0fea4acd732f0bd942483f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8335508bba07508913b9b81466333d3f2ca72bfaf8cda7dcbed3ff586b36246
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ffa98629dbed9e82715415cfd990719b27bcf7e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e54a0444a825dca554e7405d1d416fa9ac2ae35b3e6c3a69c236721d74bba34
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdddf82063a03419dd9528e6d7e0b5bda4d653a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:996d7842b778e529f0a5c8965d273e149616e0728583b77318b19e6c7da4db3f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d84cc4fef6e9c17546dbf042603cef9a97fbdc5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d653d8222d96ce5ea5076e256dc6817dcccbcb5c1e077bd0c1d4dddf68d38008
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f54e21b367dd70ef2effcd9e0e6f15b066a4ae53
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:828e483446da39e9c3adbcf2e49826bb9ab3812c12144601dfb96db3f75ec90f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baac72c5e8440f37c8f981f891f009b1f0fbfd7e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9945b65bec28fcc2f5e2f681d0742ea2a02eac241a60988862bc521aee45972
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f8de73d958f3cfcbd7ece62751ce86422d638ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aeaba2ae92cf6988a744be476cd17132c0d6e1e2643b3a26b0312264e7d8c26
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ed4bb648425d9ebf08d28a65567dd7bac243ba9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_9_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e46814fd3c03471f77d3eb2ed071ffe6849f3fa9ed718f1dcbc61e14a50d0d77
+size 3203