diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/lm_head/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..114016ee02810a1029129e88966330950dfaeaa0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e66411d19e54dd8ecb7979550daa0ecba953afbbd999f53dc9d1061ee0cd839
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e77ca39607504c169cc5ad332a5a593917959e91
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a2ec6059acf623543b858fc8916d0279381f64b934d1a3a44bbd1aea5f36631
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5504706f0ac8dccdbca86031c92f657eef1a35e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8ebe3fb73a1d09032d023592dd978cb3029a3f86bfb4eb20e0e247ff33591db
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c9add5b9cb828fedde6447812d2f09dd40453ab
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09cbc504bddfcfe6462ab512576f505ced572cfbbae4a4009f7a6743e2dfaaa0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cdeff5bf76a34f4b0e0453ee28145850ac15627
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:257051620703f62066d462a57a0e1c4cca590f53189c474a69956c797a154b09
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceecfabf6b6e3b5f0629cb194e49eab860ceda4b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2177e17735d37b68110a878adb0ae747142cb1dffe20c5977d36f62c0c45f417
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5db74bb23d64d7b18a63747652f05e1b3b6c7313
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ba0abb8538f996f46c4b6b8df3acc3bc3224c1b94afed4c58b2d51f0bb7976c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1af7e3c0bdce38348474879a866b5e441fba216a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40930842b85efcd09fa46e680099e1f96f2d6041e28e6a801ef39c35df271fd6
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba63a7bc6f23d455d929fcafcf52f3e1ecb6a8d5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e125ffe56970dcb941f06fb9c2e09cdaf50a393b66fbb0f188f58d6037010cb4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0c0d536d10d0fb217b50eea1b6af16a36772db8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1294e873e75093b33436a38058d72cabfd8805ecbbd7c7ee9f4423565f402ce0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed04f82d2c0017c6d13e339491c3764c21985758
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eae0709578ec6ca3ef1e8b2784948faf6919cda16c8196b75ead08cf8e561fb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0277786e5fe195dd00c690d68265245f2f6491a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9365b1de7055a4e3d2fb0d67d6ad95b3ab0d14ab0210d8bd56e2daba3809a4cd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e28ac4af049c1948c511b38ad4137d32ca1a1560
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c593a1ce05ba80e52a39260ee7dbd75a69eefaf28a48390bc708b1994f686d47
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c62c23fbbcd6f0fd474e291f49e5efe291fd2a7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ee9775a6758461f91ea0a0db9c51af5a1f811449a3f8b3519550579dcf71da8
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0f7822a540c1d4de5be121d6f501393f0101ebc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3345ac7e95b9f746c84f81f5f47755f2d1ecc65185cfd53b82d56dbe089e2673
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b22e4acc94e8842f0fd1d6126fd2c8d00c22190
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e01d03c2d8d89a53d851f560b558c489ceed0d98d4563e179ae861bcd59ffe8d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0f54530edb0e706e2ba7c2bb308b2be987b2910
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cf252ed4bb2f5e55551a6c699c7b8882d482c7a7a2df7297bb4b7d549d6fe29
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a540440159d30289e6cf49dee6ce2cd5d6bc9b38
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c635b3e50aa81ee90963c1564e6c6060f9a83582946aec27c555460dfbe994b0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fa12b2e4135cd0aedf68c7f7315326b842a8857
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9eac6a0c7c81969ab380d4902276894c644d2e23c60affcb51bf2b35650d327
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1bb182660cbe2693993c9079a67db355222d126
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:898a0c7e274bd7d7704e578894cb7d5e839fb4f7083e3256331cfd1ac0484f78
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecda9f14c46b03c1da6abe1ddb8e566dd545f231
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f8db3ed9fdb5972116d3e7325f21c460ea201d27c2e86000fc059ed9325f759
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60f6e01d9eb8643396157866eac47bfab9957dab
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cebec63aa03a6a4ea69ec0fd7520644e314703212f6284d3237f2740ff411fb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..422bc40957b7faa06eaa9aa6536f13e54c0dc388
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b30ab1db35ea9d1171c9da772d4b8665f48d402e894e242711d7e5aaf32143b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..551bc72f3fc6fe21b518a11d22b247b2e0aecec3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da1def714b3c0951604ce16dea2c31eb6a95f971da5f01b292889d9124c0c19a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e37c25e94f73c436a52561f397369f9b98e3fe8f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:583e3379d6625a8e4146bc08682760933d4214caef19b2442991578338985a69
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..564e676f8efe26b97cff474fffd29e8c76007c1a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e2372f3010471f1adb012ecb44d6e75801723d09a9dacc269691f7d2273a44
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a97e347b6de77b91803c29eb0d8d0c0adeafb3c9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c0ea3e8ff9d1ccc057b71dd35d18f7051f9a47f2c945af9431af0660ceae4eb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce388adaaf96b8498cc5d0f95824d63931bb7cfc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84b23c3690ec174ca63302ce21f60324a47e5f553b0b4f6890123fce585cc2d3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c98fd3fc54e87d90b4210f98b2baa2d3c87ceb2c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d59ca48b01223d9a4d6461c5baf24ec04fe563bc8c7c62b20de74c28ebb70c5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc3a92ad697231e98c41a08bac7a5d0dca6bc2de
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57b6f17154a30e4ce125ccbcd582bf6265970c91b2ce29a86bdff149568da05e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2cfbc44f179c842eed44505462f129e3609df42
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cad5d6e3f78a865b12f4ba282fb3da0ec28c8bbd5d3388cb8b669462832a007
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4ab3478707476c9b1a722949da27e86303453d0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60a04c4796dfa6de03929d5e29756fb8e7edb6ce799bcd164d0a57945f5dddb2
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b0fddc1174dce0eb6e5ef9eef75d3611ded361
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99f0e4bd56c457f4e99e7d3de4568288aff7991ca674d3b82daf437782c9b45d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6995378ccd149991779651e645914a8f9db38944
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6c732f930bf3e3df464637fe607db29bf8452a25bf2dd03be3a8de1c24ed2ab
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69109d0de9b33735b1fe817c4ab48f01d7a5a995
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea5d4bae539c3e9b2bf8d5392f0746a42f882160d08a7a24b614faf478cc406
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f31f90b2080a7682b7476d5c599f75b318ded26
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26e8d32958419ead57471544bc0823c38792b879632a49fd0b0e2db5cda3257
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc5f8929fa2467536e0302cbf2f6f294a437af6a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:786a6333c411c31e05b7059e8b5319e1c8c9f9f9a9fe94621a6e7fc26feed97c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea902592cac9067b224268f1eddd14ce2d46784f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be76745d1c3869979ab634e7550da2998de3b02ac42c9fb2e3c61e7c3903c700
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a7128e98e34fce41897fa878a69a194ab834b59
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbde603d77047fb46123fcb7dc9327dd627a98e7a6cb19595eabb5d451b5d952
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1364b217f3a7faefb115b8cb687d556f2c7cf0f8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58595c8e5ad3544a33e66f971e413ab82a377b8904b66870f5cb3d36df3efd5a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef3facc0533f86305a0f851c25c73911dedcc337
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b05f5a75982b083e0737d8d3849078048b90276f804961ac7766f9f868004860
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebdcd97ffab0db1752cb66f898e2e995efa33e04
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5388f82a432a57a3a5afa07bf579bd303f1af48eeebe11a70d4d44688eb68fc8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad5fd1b6e8cb11e298386bf3bd54847024fb9a10
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b45e650e7a5544e33aef91fa1989b2d21dd95b6b76424cbcbcc25bdd99875b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e4ef70bb82fcaf0370dcdde55ffa6cd97862ec
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa8f27735027f022f00db5bcbf856507b7d4304c7b40ea43efe410fb99ceffa4
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..defc9d5d326f9d715e86ec343c268d7f3876cf9f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf970d6d040ceda7c4189608c7a42028b90538c4c62d3987e538459c849f27a1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..322fbfa66eda9bf1de81401a252e396da6db585e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2256d38926c062395fb8b6c3700cc970a81b8d3ff7579e3aece745a42cc49f3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baf8299bdebf0f91c7031c2f78c679941370f2a3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93a817517ae07bab55cccf8769d1b592cc6edb98dbfbbdf7dc2cfcf6b56c4ec2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c08869ec9af2a36b09444d1cdf6a8d059070872
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edfb8bed2836f997c051b8aa01c1f1fb30c05640b342688b35ee32ecb50f0da9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..901e8a25d22b8b89b077cdfb217d34cc6f614530
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1c69a2a5557675ad9e5ee073a2387c837f6acd7c3bbabbe886713e1c82c04ac
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..624c5e6f385ec751987b35fbb35b196b0a44e9da
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bc4650e21072aed7119b5498e636414be4f9e2b80d8a9cfe8d1cfd997303a5c
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8210e8543dd598aa1381433addded71a105f4e75
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0912c4c1994431468fd52e5b5a0df3d39da2b1b368cf89e9fed462812fc594d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fc3afe6948315dd35c2c26ccd9983791ddfe08b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53341817b89cb66de367f6776d7980f3c461c55e48ffecdfc1217a289bd140ab
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ea7f563a0cdcbd46605a03951980fa26ff55ef4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d1fefd2315a881e9e5decfdd0b158bd8e9099e1c1599e4740b2dea058dfde30
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b272fc59c84fee540663b2355d8afe1dc21b539
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:624c6bb1050b20f60cd7dbe8bfa0da3243f39a42fac5634700ee7206c12ca768
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86ba04ce2d1bfa5281bf225a93d49c32f2727ae0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a44a1b27449ff5bd15c93b669af09240190901ad6bb30a971e4be00b5051c5a7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf7d8afbb8d73b771e3c79288836a3514802d2ce
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:008bc6763027ed0d02430db6e6b760a1d37205f4e00ae23e563e973a94e57623
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..435ec2e23ce9dfd97e096e0fbd0007332782ddc1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ab9b8ecb77d841a0407755d495f47919225c7ea8330d0a510b14d7e1476129
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3ff73d9b3b8a0e90107d7f746c7e325e7ec2d06
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f048e73cb1986658d6904aea430ab6a79c45e89895dff969a1f4bb6b3e6d0971
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..276fc8292b64a35abbefedc9056fa8f59d8c8e75
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fdd8cbe09a5597d8e04ffdb7d34133f4265cf639d7d151887ea319efb78e2aa
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d02536d90aeab299273fb6f71032ab06494b272
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5588c83ebbdf2a9a80b390bd50cb3c0c8edc405545b34e434e2dda95a978086b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfd797fedb20f9713ef790ebcab090a431e568de
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37de033608df33aebce273a8e6da09406c356f6607927887b3346a1dcc47a8f6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7693da3f594e0f3494533adfbc130fedec195344
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e93c13e87efa4e1964da07a74936c8a148b1e2eea9bcd5196ebcf4fc674d42
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24e3d6cd2fe41f1f1c09e29b78bc3c47623ee7f3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd0feaf74d9d650b3ca0037836112e04523d74be3bece71491d874961183b58
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ff1dfdcdcee94966e98af4b6d4ba22a30a3a7b6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6415627cace7badc3d1099d4af8dd4a1ce6f5b26a0feac20b90ef654e2e2d17
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..014dfbe169bc5bfdc1f843916592a3d534706c52
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6343bd87ca6c14efffb289264f94d272a10eed9b5edeb6445bcad030e5f123a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edecd4873b492b03da8738b2c7d28c66e9a82dc9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be9f7d5aca62e78dd84f02c806a18bcdaecd4c0312fec0504c2a383fed9af48d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f29294c2930471b65275402b60809be26445fdbe
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efc14333a0c27b0192b19f8f326d43e18cadd5842589bae4a938511e5a9a6c1f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4cbd050416f6eed14363065718f37eda8f2e122
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df611196bad8ba5ca886dfd1e4750111c7f6e16d752a4847731e06925ff0847
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed1b2614636f1eefa90fc7759a6e6d2e7102a1c0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9c24576bbb0e66185afdb1cdcb3c656ed9ccd8f046dd0738d12a8a97142baf1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56daab9d9907d926c501a0542c09baf53c39dfb9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d85df89ca447381a5ea37369d2ecfc3956259be4cb76da4b068a6c7103702319
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fbfb38a78e3b0cd88111d07066d2f3cf84dc1d5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae8075aadef0c29a17fd21c7cb8ebb3a6732f44aa2f4689e3741c7d9da18b6a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0474342708fee82a376e9e78a62b451ee8a1f382
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cd195b310a9941f7f4443349d501990f596d0e19810dbdd9fde4b4e58354ee3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e45912be73ddceeb7c687dad47eeabcaa7a1830a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e28303ad4562dd5f9b1b2484c70790441f7267439a42312aa9a80fa4858d40d0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc7c17cde8aa522b1230e8ddd39686f01fadd04
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:990e71b32f90b6b32e120fc34e0eecfdafd781ecdac28ecd2da0b002d84cd4f1
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20368791a84d5c95e7f7b8b393597c4d44a68a3a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09d22be70b039fd105584a866a8a3212095509690a65673818a97b94a3b011ef
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4705da3fe221776ef05d02ce879740a2d4ca273
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034d7544910db2a44da19aaaad43870dcc188149b42832779854297036cbd4d2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2244dcee5985b7a8705b18b46ffe25cc2585503f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:760ea748607005f1c454c9c687f1d822ccd1294870d5f03ed43efb5042037027
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a05da4aad253b29f600e03e354632d669d2b80fa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f3662f93ec112647da2580387f2d9b60f5168a700ecf5a8a92df11702f2d795
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06eac54337bd2b087441fbe405cb112e403b7e02
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ee70dd84f319ced20dbfafb35b74aedc50727ea637a365073f78c51d8b43a23
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed1a9ef016e31f0eff249fb75820e79e37eef8ed
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69c75e997aa2b93fdff75b8ce66f57a1553a8c3dc6f86f8cd9c34ce36d7ca073
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2603808c2b99278ee7d4086a04d06baa5223fd4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef8c649a4ba33a21bfe9458d1c80c9c96bf95f1f31ad699fef13c1307d4cacb6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..450194d56241902c76d4b373fa015371fb44b6e3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd2a24f449b487a54e00be9824c7a16ba0be0eafd9782c1b85092d6e6b6c403
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee5aa69ac7ba317dc7f33d81b0d166d5f3c6b8a7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97a1d4ab46bd6f30e126ff0a0a48255f2b1d20171f6b1bad1a9079c521154b5b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b759db0e8ebb4ef7a6596f0b11ffb68d8105fab
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e576ae4c0d405723ff85cd7da48ef4cab22164ac3714f73e15d8bc07644821be
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b71915ece880353021e079cccf6b146362d16ae9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f40edd2371d84ea6255b7acf7541578a9b038afb6af9eff0ec0d2d1324f6996b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a0b14c2659b92a1ea602165e58c87ae63bcce36
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18c8225e43cf3db67ba1f0899a2cb3c66d336285d8f37b70c1a3128950b08550
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a49037a65feb23aaf25bc753ce40d7aac2b61bd0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:931375899a2e915c7c6be2d34f00c75393f743cbb097fa277c15934a2548d93f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c61315316f80227a428e62889ce09f4bb70ccbc8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdce4f22fadf8b159c40449d5c648c8f191c8035bad723dca3420d89d56253bc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c93e2b5c33d715991f1dec26ff7a52c1a27af4f9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b9b58038f2cb4c8323cf93607d0cb87169736b0cb58aa0e5c08b48d8a11c67
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40c460d76c4872181d2e28d6dd4cdb1c81307035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ffecef72fce109755b2365e1398f842969dcf0b18d65dc3dd1d82c3ab36d55
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc912551208b14ca6e52f478e60054f93fb3753a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8baa216cf8fb68f534e1fc78cad49566bda1f1202d8c783d4fdfa9f4d6954b09
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5abc49cb68e07ce19f9da43e3f71695c8e5500e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d7ad90888a7e07da73713a4833343271b2c68aae1d42d88be55f2a1c7a9a15
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75d2c4b6ac3cf44237ae2ad741582caec178b30d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d85141522fcfe4f7fba51d9ed16a35c62c0a339af948fe0e4cdc100d77b9c697
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fadde353423ce5eec9fd065f214f9bba0b06f4a6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d394d3ca02af0ddbd067035845d315feb222fa8206adb6c727e775d0da19f75d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e2ddb705e6d827802657220c6b6ef66a9bfe03d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44080971a338c9d2adbda9dbd0c2d1497ba1a61d526b8fa89790cd2619f235b9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9ee592bdc68a52ad2498018f0e2f1f5e85ccf35
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc0aa67aa294a08710d333543678253abd54781c7d2caec2554d4a78917d8dc9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6ad774a79aa89302ab0ca9c7a49b27f0689d99a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:189036d5b866462b5f2da9be46cd38ede05f72e95b72e4197a12e3c9a4ae5cdf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4c0bb3eafca514b7004adad9db5dbbb411705e7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d34b8e8f245c63f6fc874a591bac161d994390687ff352af44725cac4ff0f5a
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d35b5ac18c49bc6cf88d5433c754c314d63825
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e7b0a03094310cbe61c57a7955fbc443254711894e450c0d1af0533d0e5b950
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..844a7e0a6c70f389001a7a2b06522ea0a0d31351
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a39c4b7fe516ec8a7ff6b610cb223e7740e25255d06814505eff7195dd87cd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c709b7cc7865854ea6177e469e9b6bccf64047c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33a188849ae0b1c7e40579cb866e759989697e5aa07bddaba12a97b5dd338392
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..164c298d823178cdc163a99f3b83eb5e35065a33
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb7bb276bbec3c6ca1086ae5f871d031807056d20b6fc75a551bc0d5082fb03b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01cb011350dea8f07bf8ee4be50e525e43cb5348
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b70fa5d60984223847173aa94df561a2060340ebad61be11693d80a31c61eb3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14426bd57458b29ad46f9344898994a045bd41bc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6c308e87d7c607d2d8c6dcd1147f5d24b98a1f0c0da7e84c514b66792a194cb
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d20c51041054cbbcbc2f6aed6c2b8c0d454443cd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c3858b37cd1b1dbcf400dc841bbb6d0bb4f00f348e77a56cd8f00932e21a012
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb06704c8f246798a8d2d3683fb902091368ccc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5103b98c1e660d2d83b8f545facdebda50ad688770b407c7d8dd532fc3d78e4a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89f4209ada4079eb40719b0e2053010f713e6e77
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:769e5c5695c06a589ffe70837bcc1490a1569438cbafeb015a70bb86f9c37c98
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70f23202a44c5619ab70bd07e4d853acf038e2ec
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:186fa8298ff49d8a5e1b6eddbe966270c16b2bfc884de9a1785acc845b2ceb86
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dc800ab0c46a891786d0ec3a73d2c7b52b4f960
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aacd5892cbb0dc97cd15b64734fee2f2d425f355fd3b970e6edad0cab7cd6ab
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..236160dacaf3fb47081cde648b6253567ee4678e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28df284f9db0637c446dfb88f74ab071a60ecb57a9e5e723d2b2c0dc8c035c7c
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff2a156574f54d2fdd9cd2fc838980f6239947bc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b277ad5e86e9cb2267b8bedae7b33812edd3ea68fa4a8f4e7a2dfcffe1e585e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b204a62e929fa50ea173b7ceb7a8ac1ba487019
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a40ed09c4dddd89a109985653c0ce34f66fdcc2a8acdc3fafe294b6d1e7183
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5de944b12825e32e5e4f0b113632d7b1b9c703bc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4c86ba59947c5fea580e582083092a4b5fe1252e4ade158586e3e4664f26bd6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5790143c8670c8abe9548e226a1f841d42db041
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fd0a46b9ac8a45798143d5917d87e8f6b3d3b1d740dbd3c0ee415eac7e9f153
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1726054a006a99f41b263b957468ae637718b853
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e8208ef380c89c0d9cc343fbd1ae8d1512eb3627cdeac3e1be6cc10bf50edcd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73480348fabce59ea4a17599761bd99176af11ce
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d2bc7d51dbfef1a89bb36221cb26737854ce4d452cdd8e3d8e83d58c281cce2
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f37d0aba3652ce5417831c439b26e8bf359a6626
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe43bd30dd119cf21e768345419d6cb7a9abfc0ffbe70a590762179ffa8f47f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa2371614069005c0b65d6d199bd2189a3bde206
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab8e27f5ee8faffbc175df2567a919c535070b54c776caa4e6aabf937f02f7d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45e48e0093f72944f2158941bcaddd0cd68c95a5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:210c094fc6fbb1d88086d0dd8ba4c025658200992a7ef8a308677cf93d94a574
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58720990792f5c237bba8c527095a6bc41c42cb9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e47e5e60ce0e470d1562c16d941fd84d3e40cc8ae5052d65d053ae55a289867
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d668a465a31f7902918862e9fcb51db1df81d43f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:730ff8bc1f4c3499e30ec4a605929e90402a87e4a34bea8f50b12168bdf98360
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c21d26f41d979a4009b4bab01238f2edd04cc3b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35dee54ccaf7f6ba17af4065571b177469734a0407748836f4de1b656166c17e
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dac74fe246210c1dd0bd118a2165423239cf11ed
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5adc1235f7c865e0d16ec7fc31ce9587f247a6e7f1a4956dc52d2be6160de855
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0b815750ccd48f4ee9732f91c5dfde38d23acf0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c422305d9a587082d0f3849db569954e75c6050a4b140d8e88693f9aff6217cd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd5f9a8138ebb5f0d9be3ee292790152e9a29a63
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cf185f64da5e8877dad94e27b6139e12ec740693abbcf7fe2e33187d590d0f4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a72d48a6e8326e1885c84667d46832a731c3584
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18026a64e1c0d1aa4692812b0bf24b000e70c87d82bd148b16f361383ddb5360
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3166011a56c5c2205b818846b5266d5662055b9e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb5d658eb070818be399fb6ce0945cb336daf388487b1227bc1d48bdcb4bb8f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eaef503292644566f31cccae60b2fca88974f65
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d50ac585b88ae43e57362bf11442b413984a876976469b649f9f6a86afa030
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e08e602ab1f1c281b21dbd5e1f830bedfaa551a9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c3427b870b28875a8ab6de17b4c3170f3bafe73efe6c39a2f2d01d3fb4a2d60
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3da4a26bccfb1a780d733ed09145f9a2e0bfc8f4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f244f82a48ca0d1b39d02f9ef2083d6a872b2a2187d638751f0d7c25f847d38a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6961bb60a31c83e4c02f4781f0f8ff12de2706c3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:715825cc40cde0bd9590c73e41d899da4f041dcb61f2c22b131191c0db4c3627
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9ed48a081b974836a6305769961f15f84d607b5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48966f0dafa1ad61dfc82eb2fc5c761f9cfd4543b5af7992468be893daa41a87
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0a57ea4b9cfc321d438b48d60b1f5127022754e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c183b3324d6c1c8f2e1618a8c57c850814ffd6a3bb88a5b3c58aea4f635b707
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fef581ae808a568d53aeb33d121abc2fe395238
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7afd391ae3e53df3263c1bc7404162f32c4151323d17225b402d3effdbaea97e
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..775f33daece04a8f3fd2a5464ac0aa554dc23ac4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d288b478bf3309591804c04a47a3708238e7b0cc7ce1bef56d854367f7cf5773
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db7c0e8264cefe3e1752e6c95c9a6b9ca528c8c0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff818c3e362b5030eda6d7edd06df04b26d2876251cb476768666861715cb449
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06f4ff2afe01e1f3c0b886099471683ce6bf767c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41baf9ac20906912fe7bcbafa87c4871f8ff3969fd759eedab8b3b236a8ace17
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb1a99b11369c20090e7cf659396cf0fec93c948
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0de27024f211bb7f7260b74321f016c52bf97f638a7c0d26ee194b24e6a9ae29
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff319e0aca854839867214028d9561ff7db738da
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe40d9cc2349b5e3fa9c330dd9fabe2db6b69b7aa4cec0d002f15cb66368f84d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02d3edd414826654e0c62ddedc7ee42b5c345592
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2b681edbe700cdc07221aeec41d8e1f8a77aac26a405f3f1d54e22009a193ad
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00b9fcd711215661821dbc6e31e20d058cde1e9a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fb8f0cb044cf91205129c6ea6161ae85c4d742dc146e109c704932f12eb844e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a11f270862b0bcb3ce5abb2d4c2079b9a28b12e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be1b32ba8fdcc280d358ff83b679629bd26ee9849c24335a69dae449a8debe67
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3818163852f4ef25122a50b59b33991553568bb2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7597ea34392d3a84204499ce1169f78ba6c6dacfccb0c11931e335ce77ac63c8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46e746e423112a34a6cbede233a1e48bc64d5bce
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:163ac40c7a042fb83adb1512ab03794fd9620fbbfd1262b73cb7f3cda033f025
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c667cd0dda44fdd94d0c9ac2355dbd25ddbbeb08
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9795af660e3819beaa7d177499d00d08f0bb317fb17027e096d95c7ab1dfb73
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.project_in/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9017245057c78e84e01056e950a63b1c8eaa28b0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae42bf21e193238e728cbc0f44f5c4f678092684aaf830678263327b720daa26
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.project_out/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1157531f144c5bd925d11ead072de3b1566f211
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3459c14b0fafdc88b752a2f8d748904159505566822900ee914a4e45e2e25ba6
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/lm_head/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a974b57354257a089a82abbfc27a2e18bf5f7ea
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a9c1eae8288b12c041d98bf2777f43f729cebdffe36ae63bf83bbcb81a533ff
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0150a82657abbe3fc27e10cc052f07c977bacb82
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d3d26bd6630cec469b74737ce7c995af8998273633a48886d783b2f2a5f5047
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad3ab7b654950bec44c2ba92f5df7513c0a4746d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc0b14e71578bc105ee1dbcc2bb7fe530fec7d81626ec104bb78646c8ce2cd3c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0112afcfc57462029ee2e9300f57cbea0cfa1b5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8ccb65b6083d30f13d62609d74b3a4da3cc908fb09515573b10df6a228833d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dde7d2835aab197ef8425ac3020a72fcd9cf1d4d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4546b044a5194122216666bf211aa1178fb3902400b3612c1ee5f3b1a0602f6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ef95e9e575ed5f540f61018e2731d928a944881
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54f0900fbcf8d7e5abd0b165079720bc51d3e9f26f3d6a920128dd502d2b82e5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..911885a129870ebfd78242325ea3449433963adc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e68b29beb8273eff5381695dabda00af141e441ce4a5e83dcf628693f5cd59
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ae1f62cd5875b824710698f1159e8cb79d34e19
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab7a3ba09c068b52144f7769383e7696de2f70db5d6213524c74fe12b031dc9
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e48eee34adaa6cc9ad2575fead8a915c1becfe8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c1710e910116e04a9c59b1a5f7f7ec31aeb798454bb41cb79383d74807e0b66
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3920815cf440835ad564888e072527b2d9563e79
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c82812034a6a22a8bdb776981181ffaa41287a842109726bde5d4cda983ea8f6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00948fa49655deb701d633ede630b51c253a2127
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:197c597c803e4caa4f76921ff1938935db22b6e7dbdd2f764d71af1a15f5c4fb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f561107abbde253b11baf73f2cca3bbf4f66e8dc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e007823bac2857a0e2197dab9729c00412e1f7228cc1d54247793129192cf0aa
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..118b078b942f2ea0cece4fdab59c7214f2d9f907
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8f38efadd3063d5f7975c2bb9e953a55cc4231d727c583854c35c0f9fad3b5c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b3d05cfac9a7e7f538e1ad049e84afc3f468b6c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78ffa098fe177016396fc600a22e32027519e650737258569aea2b26c7c1f488
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82956e1147530e0c22dac6cd7b45c63d83973573
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcf71eca0de8bf7f6ca8d54c652d73866ee97bf3d066012211fb0f5f110a38b9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da6618e5d283c04e93c430b16dacfe5bb007b283
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:670adedc537cc4f6364d0ce8949bc749a4a6aeffa3aac2d5530b880e471134fd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73b5b9c930df9668ee6b48b5124f175fac6cb56a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ee982fb2f00a743f90b8c8ed1d19f6f1021e8e4623cd1c231ee452bfa5ad361
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdd116c0f4b9b5625a9554919a00da84699b320c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ccf974c96e9bda84d09e59d6be6294412f9d4dba8f88b7cf19c62780b0b2823
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf54e69feab51ff424ccc59cdc9c34d5c6bfb435
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f223e8c8175e81fddbde5bb6f55ffd541ed11f816c50f3500e3050a731f435
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb913569c81171201514cde3e2e8933a32f1526a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b62461661b9a96f37f08260765c6fdb2505c0f8df727459cf72d51cbad4a05ee
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c18a5f9f5dab22d6800280b513231b98aef260
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2340d8f47224d6da1ce04b39dd2e3e164c16dd3e9757bf80aaf538881cce569f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc238ff3118f850285d1a782a4118868d86b07f8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed0f74de0057777017cae1645892282e40b663dfeea873dbfa854a603f1a71ec
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e082e4071d7c36ace26a4e8111984d4ef6c725ed
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb88e743645842c0f1767efa5c810190195a843da4e486afa7a282946beb70e7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..126d81a7d46a80ad446a891d1a10c7a93d674a6d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e26514ad9f87018f474ba70836e74180025622ff04baca12f00a4eab68944de
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fdc1b443359091bbffd42b5d8d344f654c29d12
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5237a3f9e03b715653b3fed143e33321511556b92936b2c701e08054e259659b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7174a18fe0783323b5cf9c881083ebb75e4ae018
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8854ada2bdcc8fbc8f63b3a3afb29bb54bdbc197bba5e48919439c3c715dd869
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05d024a0cd8da86e12f727c96d974349dae330af
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55745fcd645e4db3e8720d9dbc37996b93743d65242f95671dd5ba4f94714dba
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5b858c729b90ff5e2c12d96c444824c747be250
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7fb82de1d01f6b4539ebe7dcb3e35ee43639f3262db6cdabf5c8d502b20407
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6572fc4f41412c1ab3911056f78957d94191125
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:244a0dd72a595732b8bbb15cee633e5d83db810656f21c99fae3b27a6ef0ea23
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..400e9e017553e21de0411c0a02f627db7d05c67d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f92ceded247851f989f57096c901a8d122a66eec6b1cfda80ea779917a741b8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f67f22891c8833de5ab37baec2d6da3914b7d08a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b8b775686049297435c4f0322c2ae678f5dd850ae244cff9006c2b3561404b1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27f7c0158e63a0ac2a747eaba80ed9b7188aa56c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4dbb1998cf07ba101c888a0d010fa4579a87f77ba81aa6c45027854596978b9
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce5b5f2329d84e28085820f0f60d08abf481c950
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:547cedf2a27678fe7f2be5e3743dc08f26cc76abac75a9aba48258dd15f240a5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..611fa653d71e832c2b899228bb467e922bb04109
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76238bc0a2b1f6adad636196305801485ca4a640c67760d9ba7fd5592bb9a977
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..725ee38afa9c55c31a3c0b865cc3759b33c4ac22
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9ba7293a50f6f4de41889a06fc4abd02781ab7b79997d98cfa0540fc65b8582
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..767960d4bc2cd44b414a941c9b31b9c199835f02
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18f107e60f691d4a4d83eb3cd154fa25909b7aa703a7c4a5cdf2a5ecdd64fb67
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4a2160456ac19f6ac1c0efbe8863953d123f68c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fc4fd9de2d6c0c8b7cd50344ae05129808ac7d885ec4d1e6775740eb8a23adb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..598228ad11ed72f10454ba73e9ff2aa7f870eacf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aa216b96686296c572a3732a8b14c71204ae1b267fa8be9c26c8fe88ea88c53
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..894f229458ecd2cc5c18885560eaf39f75075cb8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17edf4b5a0b4aaaeb7461c145e0d50273de0295d07b323a30f86b868e643d025
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f8ec4d0112540c9aab9c13ef9df981661cea754
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd40053cf285d1bc50a51ff6df1d46b003caaeafb22b2ba1bc50cfd48633403
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e277923f2b6258dce650de33974a191fa9963acb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0fc834df2ed23fa450e991b27c71b43cd52d9d897160a720465c8bfac33ab1a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e8677a9246b68ba926f2ae8810952c099282a34
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8410d8a8530b08e12a868cec74bd6abd3f035800b667b8a4f9276e3360fed677
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..628d1255b1c19c26010a247b819afe4bfa9e543b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:281b25a7269985c0c9304138ae1ddfc8d42bf07576dbab92f69460e90b67d172
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c628311f7bb5f159ab2c5fab854d4b0d82df469
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b32170bb70c44945186732260e3c01d526428f9b310ab6cf6bd1fcf0f78c23e1
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe4b1a5d72f4c2812790afdfbe4194257f0c19de
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:078606251a095fd9e4d8d30e8b82a3cbedf37c78664a66a33ff7948b2e9c459f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..791d523349afcf01808e18a190ff348381447920
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b739c1d3dabe662258d12a2151c7bbc15ed0a12309da14ccd515039fefb63eb6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f710446f4177650634929a1cb30ff6f6bb9d6ec
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20b649f35490cf8c28387bf483c03886113ea591d73411d54858e926df47cfe0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8630c4ebf34e96470782bc3bfcdf5cb8905b3458
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da21ccb8e69c6228f6a4ce42e00e08c2a99d2a705dd163feec1810dbf0a061e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfce0b3ef7dd542ecee3e41446da34a41db19b45
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c985a136ef30668c45385411f5ae799c476daca17dd75a74ab5eb861995623a4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0634ed2ec2a32ed97af40c1c26d6943d199c7376
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f6c48c2be3e365428d102da10787d32dbe8a47401550ea49e229a560b006ab
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4be5325798a58505ef73ff7aa4560dd2002c278c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e183fb63a6e0170a7ae111f0320de7183ed4b55de03d5ef05be0a83f4070270
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e3a20bdfe61bee7412c3279dca1179b61911df3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:686741b88f4e8a49a326935f303fc40300a848c21249ab4abdb2ca59a901df2f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13ad8bfaddde337b168540f4fcd1978a2e640ebd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f74506a8718eb64aa35ab9def8852684303bd42a161f96e56366c1b24f39a2a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cda198f616e0afc531c6382948c02343619749e8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c2902a9f554cd81e3ae4d6224ab4823ff6e6831fbf71efed0a6d9fe5c195ad
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07f39d73857fd2ec9849afc730f7f5a7ccdf8239
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e6b81b7446ecc41d3ce3939761e418d3430546575c8d0924c7ea9345224e0d5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17bb7068a1f37707a9d251cba94ae29e5b3c3e22
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a4b08cedb83ce431240bd856af9850fc0d10cf4ae3483c6ae1470614db31675
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b05303f38a5e70221de5bf6aa9914b8456fb44
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959bdf7533401126778c5044492c107dfa8cdeacea18d8fc79a2855b5d24247c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cdc26321b293464fdcd4facc32c80f908b104ed
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:926ee719295b24054fe680198ea65536195e3525c3f9eaa383da22908332114b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b102684ea52359a22c327b3d130d32b78d82b17
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89fac9f2fede04f039ba4201d619b59abd9685108a322f5933d329be0d91d8d3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f74fa309e4adb5ae7bebe4194b35e1892d4ae30
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c323f2cad0ec357400abc239482e036cba857dc1deedfafdaee758767701e74
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9d4337eb34e88646cbd970ebeabb80b3db18167
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec677edefbf9b0a65ad744644a248c6270d5dc6f775b71982387dd110f7c679f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b07ffa050f101e1fe108b166709c78a7b3468cec
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a62288532ff0d1a3789839b034d5a0f402cfbc92f31104823cfcdae8ad40520
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3232c2e6884e2d707a3d9cac0bb14d11bbf2e5e9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98117b83694552edbd06c55ce38c26933c6bb1f044bbd34f9cda596d93bcfe52
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eb036954f224c2e73e8651206095399cf640752
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcca6352c59433c86d346a66c8750a0ef4bd6b0b4155993eb8e6aa2118f873cb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e9c165c0664ea438bc56ae1d2411c5b0c4f2ede
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a3807b1acf1544e475e9b46c65db3c676fa41c59ebf8e6823de0be2a4ec8594
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f186b9abdb1045b9f374c843b9b365a379151ee6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c9efae28d13eafe8ac32bf32f44da6d620587a1593ffdd92b21b68b299eb30
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81503fd1c76626fb354d676e84868ca996c21b5d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:328eecab862acc2e8030f38bae32044825dc5f60e9d58fd4011685ae62b3b709
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..648cab9fb4dc227db07c48387e50cfe9880647bf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:666f30a5eb9a7eca1ab476b3439f7df76638493bf33292c896a6ce81594419c2
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60252c8edbab5ded4794e9bd98739803ee412093
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61c82c36d58e5c6f43b53d974bf822823308971cc933f463f67fdb8ad09aeb5a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab307c0bef752217ae6b6cf7ca548f2fc144dbb5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e2925dd2b0f9d5528370e7af330255cbfad64d6cd795342e3f90dcdee53189b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26a9ab83a9247744af86f1601de62d9e1cdd11f7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20171ba5151640f8fc51000640b85898f742a658441a29b8cb10b3ae13da9938
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33acc736a17d66cef27066c27c7ae70cc98cc245
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01473523098f66271ab03cef0c800e78720e28abbe7062f47a5d52bdae58bbd9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b96b12699dd76a35668e4a79681bce69764ff9c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a4b140993522e6d0aea21560665cac2df3b51ae859788748383f835c5f9bd1d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7052d95c3efb6fbd9218e67c8a87ae395dbe9404
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e715a69ec2cb0040463fc0782681c72d09fbb6a2aefe99cc6dbd876219fc588
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..914bd5df09d339af933b596e530226f669391b8a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2fdefb2d9e61a541105f68c977f1adaca1b6574d31c428a7484c715d5cf9e51
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5885f8371e2e9f5314f920bf862f47f19bd80b0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ea60c1c73936ca5661105778f2f872c4706973ba490167a31b978489377db8b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74d834e148c3606a9769916ae2a15b31bc47af9e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d88d234b862e7fe8c0d34b326b3a13a7d825b456169a5410040efa80c5722396
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81337f5d5f7a6f18fa0f90fe037ab8521b9adf24
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18bd0f28f84c0ad93aad49ab5c73fad84f1b3be3b723d079938333e1760b6985
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5106cb8e4e4a748b29cbfce7a6e326ddd3198f07
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee623ad9c395819484c8906b34600739686b3a20c3643c0f59bbd346ebb7c89
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d51674253057c570b08b9a5b58cb93dcf5189cd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a7de107d42be2b4c0efa4f343e83b9ff75e11945c8c29c957fc58a318d4df2
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2499e7de11a01822b31a013bf55c3927d77589b6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e32fadbda1f11c1396ce6a938a993ff024b85837837cc0902a0ec2400abef1d3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b00a67edff73b3a1363f7bf61af0f7c86bf027c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a70dbce9a70bd490dbdf5a6660506673f5667acf8e3ba12252bc6054c6e4fe7d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3add7fcf514a25e7a984f59a9ee972c98ecd1f7e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e964983dc3dbb2e1f48fcd0e9a27e964a2b5a935e0d159862ef2c015f01457ae
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e882b05f956a43150e04f2be7db202557fd27e4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b909df62aeb929fe28c293c9371999154de21d3d15880f96e39348ee5abab0ac
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ea920d892c0a27cd31c035925546c750af19af
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9534f2fb23afb3d51a3e9ba69ee12886a1243d894f8c4b08c8f842a1aad3ca0f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b07f1f3b6127804d9c0d9d8573fc99a828fafbf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:785c87142e57d0cf682fd2b8449457b8f52ab94927e4e2bd70a4f732ffa8552c
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4e9fd7f8e3060d6a9a75c58b5e69a5284baace3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b118dede8873b0a02786534f79e5e755a92c834f896424b347557b5612a5036d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf9bf440ec3ddd3094bc472d8c0255412b56521
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:189e84027d7f482b77f34366930c6c0dc3d1991e9cb54bdbbe789befdb7d1b93
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0da3511935f2df3306864af3bef2c1ce457d937
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95057ef192750f2cbdfb45ae1352e2e4b0513755d9f83ed677cafc209bb47140
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d03dcd66838d3e24c2ddad4d9c15eb286fa9464c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6fb3791d27c99854292c96804391263889690d371ea8e74e47417969add37e8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e56326f5a96f30cba9b929e1e1c0976606dd986
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3939075a2248e20f17853649011bf0c61981136e24331b171117c84dd2a491a4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fffaf721c79624b0964df806e4697398f6f2f97a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d64448fba84be1dfc4c8c5a2d2322c6fead5d4bd2eedd8b27efe9efb60ab204
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca38efc7e24b45474ad368ffa0ffe23ef7ed3b96
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62cb1f9a9b3f026455b3aeaa4983853357e5cb8f7b8190b58da9dd4ac485aaff
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14568f6b4fdf7b53c27a8cfcdae9ce37f2115fa2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80a0f5f0a39f2d569fe78cce40511aa27ef0bc1048a7e28bc6309ec491072c20
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f01fdf803d47d3bf4d4526c8b325480823d23202
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28aaed22be53536fc085f96111b5e8904fd28317fdd3901f60bdc856d6c4ff09
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf4039ce84ef3033d6f7c1683382fe4709bd1d64
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abb0d69ac0cfc5c7141bf9145045a7e1acbf5a23defb3983c10c79748304ab8d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af43dfb6b78c3b5c6101101320ab189cdeb192de
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38310ab6d5b4f7dd8b2fd5147a6e4097c140cd1a830b21b3c49df47d4e91f426
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e6c8421711e5d1efa39e0854bac15ce3b61ac21
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cdee2caf9d5469402d1503d071d8bf8690762c005af2c4957e8d6d6456c8d92
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67f311bd05783760ccfb826ad692e59e7298c3e4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42d535cdc9929db67b10a691c4f36d88c1900ba725e5faeb2462ea5934cdf8e7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb4a39d8ba8ac0522f179dae248e5653cf281fba
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3b07fca1537f29b559518e186162810da1ae02d5d68bea40e951a48644e98e4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1046d04e4800798d18d0dfe7238cc6f733901fd8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c83a1868c04944ffac69f98e79f19fcf691ef6ca49f8dd5baa607e2017cf07e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7d8490b35b9d4f6fd411953e2d42bc6f8099b34
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:392cf688fb8801ab4acf09ffa4314296a189587850c02970a6383984c1fb3632
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22ed988b52d00ed0847d28f76c7d9971f733c870
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28bc780924500f63a0b7f64a06f4576969c188aff2bb376fa17973d2ddc3cc39
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..943f783c1d4b7c84e5dec919d7e9382d5b8b264c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9578de6be359ea9683bd0215d83f8f8a39d024d671d38ddd5f7bc7939c840a9d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..020d9712abb0386814b5c8c7b848691cd1639c98
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1ec3f5904c39fabb6e97a631556229fceaafac8e15feed90621800e92b111f8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b9845d8d868bcb935fa0a700507504c66792d92
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:608facda813311de647d3a61483c92193e2afcecc68eedebecdf9e3893b74a59
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5c2a2ffebcd77262e57eee872b60b169e1150c5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7367b88ba676895e22059df630ba748d881f2bee26477621a013e14b2c315f9d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c5a64707493e3ff40d44e366709d26530613e84
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3bbdfdb16c1d3ec2016b1bc932fc0b1de6ca198c476faa24869c25822dea198
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe0715fc26234363513f531e0f1ae66bfe6f915b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf5b2a38a0be35ead7d863857eb81ef304d399e5c380776bbe0fe1c898d3c694
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c47888f10f410411b50db1b2f25919649053ee
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff2462be0267ba703f1a2e6985b39889e738e38189738770b4d97424501ed875
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb65ddeb118803669eb090322f8cb613e91cf222
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a06a4c8d26166b459f7748d9eaa1fb5a82946c8cd587454417de9720396d97f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56aa690bcb107448da5d324d15e8a602c70b2e0f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14da2fa35c8759cd8be9577531233bb1bf48467faf2ebf39a5bf957d407181cc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfc91059d5013d5bcc524024864bcd55e04ce4d5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d17d408d269f6fa365f939e98f3dd81ec81f6f841a8376f48f9cf7f455654fe4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..881a5d50b43a33bc13474c8c560c2c8dc7651fe3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f559389e15c115cad3b2d5a9b219586ea512f15bbf7b8a2bf94eabd41b987a15
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92c12d96f1173d07a43438dad3bc6e37cea692b2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:152476a4f1199f7619f141b4ef88eeb6585fb258675fd343fc8eff1f7f2a8533
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..732a06ab516212a47179fbd4c735a5187e62f323
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7333ab11b21d66fa52a89bcabb3094886712a5972036c7aaddfa1217a20ec1a
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e41fdf6ba37d798b10d6ad66b8e155d21150816
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ccfad42dbcd674542466a092a387fd6168d1b274d36855e21f64a51fd76c3bf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87836cfd66e43b184942e185d2d9d8a8cc13f4a5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e44e3e38182e0c846e5c70333417161969d92580a481fd61c2c5b9bde6cdbf5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98d8e49388b05b062a110a93f694aecdbe1d778f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd29667608cc38145b56d66ab5d82853ead11ce0864b90b8e869a257fd714de4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33adc22c577b67333a531348816f97ef8d4cbe3c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:929aaa668817f24a84fd93a7e9e2d76b0abebd54a1d707f083b599a2821c88b7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..169ece59838249cd25083a2280278cc53c3963c0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b84ba2d797347fb76d137a6c2ab501093e87b3f2699c870e55121037d7294482
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..014e2d90e8f08c1260c3ab0e601d14d7b3d466ee
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d71b4fc770926148a1c6e3ac6dc91634a66feeab2767a8b40b2553eac684dec3
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0490b0b0af7b48c6e1115461d8677a556a87367e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab330d0d780424ca1a32ed257b22e672c117a2ad128d26b27b780d3b24a47b0d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0ae1aa636c957b65cc71c14a75ff2329e891b25
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1af9312ef997bf34bcf2626876a82972c0e76df16aa16223f78f9a8f88008d7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec27b19c784cbaf25c326a528c050aead5ced29b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3507ad5bb74828653ca6be5b9ab98696c6d1f422bf307073811145803223ff2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..263a64f63b9e40f11f1d802ecd7d1826657db618
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2964c469cf9a31a643830e45698c0fd44ff20e1bacdd3a933ffb508eb22c4c0d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba675310f71ad9b5da60a37c512611bfb851f4e8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7c34c084194972d4bddabb5def140644d644a7a54af37bcab04510db7c362c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e729e1c1ae92b0668378a59684704664bc5afdbd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:295f86eb347abf28de1bf24f6c9efce28f29989c57010e8e17fd62bd7cce33c0
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c17464e7272764f29f286d0eb16471596c8074de
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66226ec5427b4781c32168fe884260f85b83c8a616c16c75c3276602281ca719
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88b206a78ae09ab7b66b916f1d64322e73743638
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a815628facbc6fff9cfb5c2a0be940df56c6776341505b118c10bbb2eba4816
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23a7121c0c2e5d50f679d209faf0fc29da981efb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1939d5dbecd228868fc1888a5e250dacaa063d1ba58ff3590f170120411da421
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..858ce189e343190570e1ab5761b89630037dc53a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c66cfbcf91ce644ec26c6b2b4e5ce718ba9b1ee9ef725a8185cf0a8f48f71e18
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceb83a8ff6a6a20fb4b66c2e2233c32b87fa9540
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da3d316847ae3552cfeec79d505e52ab3c6267575fbe865ec60ec8723054a83
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea47552ed058aeceee6880061395c6c99475b404
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70f1bdbc21fef6c8468236f6f4f6f2bd2ad4a3bb190a39600f51fd18951cfdaf
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a0f77017a538ce5206a0697ed49f401488b1d37
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7de2ae873747f3bc31dd9da7b8d0980b2e5a369e389b7782129b9bdd98be6927
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db464f43c6e6d08b80369de867288c1c1896d264
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3bd84bd245173e8fe5d92e3ce44e042e4b84540a336008ee26c04564373123e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..922607138658dc4d6db414f540b06649ee63bc24
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d9362bb35cf31719e473a897c82c8e5f1eb52b1d9db73f44b8ee01a40b36b86
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c20b502ed0584db2b643d89e175495172727a93d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5c6c0cd01524ca21752e70fd26931d09b5699da42e8a7093f7467bd162d1573
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c97e75b8db90013055d9f049a258c320317e0c53
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dadbb2a9bd501736c0d7352272b9f60672ae5a2807dcf1f995e181bdd86757c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e20cf5a529b8ff70c0ecc8c81072f79f069520
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3f7ee6b3ad1cc0825d777f6f7519a952ea77acc58b02e7e86583dc7a8b498f0
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..617e48cf7acadcbebd530a32c5de23177b39de4a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a1fe4f1a9d76ce1d9d418ef7380395661bddfa136157c67da643bd343d0feb5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78440865c8cbdc16354b160e47f98d235bdd0878
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4946741136468dc2baf91a1d5b7e93303b6c95f9c6ddadec0007092d8178215f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..690ee33007adc4f5b906daa97e67def77b00c7f5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dcd53d7753e7c6912c7574c18047429954bc02fa31eae2dec35cf1e2f75c96a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..890f96738868ba265077ee3c456a9370fc13d833
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7831b5d12ea76388c60382bf69cc893aef859f5a9112fc0b5da372a831734b7a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a0bfb42dbefd238e9ac0e2c3a1224a543244cdf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7c93287493ebe22d5759c6eab6e4b6fe185c9a937377b4b6a71259c61ba23cc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.project_in/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63c908f8f1f23f403006db21d3c306a49baa5820
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9e538c16c112f7138114e4332dbf2b0b7d00ab6b231ef0841bbae3bf29a193a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.project_out/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae11f7d76a6ba613795fa14fc3738abe89c5323b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:029331040a79da0a0ea37b30f8d3022ed647c23704af0a56fcb3073cc6a11ba4
+size 3203