diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/lm_head/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..400e27e9d670a87b1c950985315fee980e98030c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c29e156c1ff233ab1d70419ed039b29645b55825ad507a9e5af986fd4ceae9
+size 205955
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/lm_head/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8b44f826c8682961e557e6c79824a02188ef4c4
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0de85d6fe6c256812e9f8428bd42bb83b846533f731584996729c1488fa6fc6
+size 205955
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.0.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.0.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc210becdf35219b99f0ae45b40949599b098a76
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a9c8cdfdb62fbdafd0d355be8ea28a6b64e45b74086e899ecea9db8a8d3df4
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.0.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.0.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceedbaa294ad770e4264214aadad6f2a0ac9da94
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f44831dcc865460400a4dd7dadfa6829240e33beccb95bf9f4dbb8aa6811a40
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.0.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.0.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8f98575d9456296f2ede7588e730f63fdf23c76
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:455c7e6e49897ca6a524d8defe3fa177ece6dd848437058463b3be71065dd17a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..755e0b872cf36c1d46f07d82dd45717277c2692f
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f720724a2417d3d781b450fc655ca3e3d5493a5fd10c8d0df8b5a10756834da1
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08837cb7ef58b93fe94c045f41431df02e7f1789
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1287f0664a8abf1285f014112f7c3da14088090423f77831d6b81f5b556d7cc8
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..512cb10b8582a1ea32a047b994c17d633b8b91a9
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:014f88b932609224bdd05aa41f3e035d61a2ed645c4ecdd5c6791e744413e136
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.1.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.1.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f3bf0aef51ace4e314e292505b1bd783a75ff6d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4342adfe2e1e9287705e8fedc3f3b9cb5ede53fda945989261257314266beb8e
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.1.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9959592662ba53cfab972471074b541952e3c8bb
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0d255da59638582b221bb8e19c06ee7d65660dcaa4f960268f14156fa562a87
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.1.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e112380ea58fd0671b04784ec7ea4d311cd79f80
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d877b5b209e20581145ca6503faa9d2fe302e1d2fa92543dfb60995fed3f0c52
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.1.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.1.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48e9ffc42bed047e8d7c6a685e49004bb135e93c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ddcf127654a53d4a1c043c8ab6273aa647297eae59bcdd211ab963a52171f1c
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d0ebf3448634bac8d8f883b012b66f02eddb7c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cefa623dd0df90ef171b758ba93f9146d41e46f528be733efbeff8d9487c8bff
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..206c85eea25df489a63901176950b18ce71b0629
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9f40cd8f9041e09e17ade7c2253e4f0f86e63fd5acfc9119991986a226516f9
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23ab663d7f46612e08b9442aaf4068bf3a3277de
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64371fa2369499acb4f752965b6942591a7eaa8a0abf0112e2cf766096551f81
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.10.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8104a2a84f1d936b9fa8fe604d518e744670203
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31c94775d719fe05b2fa602146da630c6e2521f839391c4b24d40a09470b15da
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.10.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6613ff3bb4d6b3ae94202fef19a3e7744e3fad1
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ae4d1076ae0ea968a1bf9ade333302c2f3c2801dfbb56d478f6ed19d09805f0
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.10.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b5cdd6b49e82fbbcee013718c14a65aedd715f8
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2f5a585f994241aff4c4e6718ea8f08ef29e065c8620052a9eeb55545e62bc7
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.10.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a66f2a0f64c7bc83fd2b4afd2b6b758ec461f6ea
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a33d2fc70d93ad96406aebb0b28cd70d39a17f3443b25b5096ce861fcbedaed4
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.10.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.10.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0be8e797a093832e05241a610ac6e27d4b8cde7
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7c49827df14de9552d1dccb62eb2125426368a5cf07ec7be3d51a3b0257a6fe
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63a394ae26ce7728da55bfad460b5b25ac3702b9
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c112c1aad45202c1ed8b6677e4d54682e817c16a99001773c2bbe3282cfe4aaf
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee00806e6177aa4ed6a19f8850ad095b0946065e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19808614a9721ff7ab7d8de6d360bc460f33c1126042ae5226812e7a8b8835cd
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a593978c44fa82519b5b71095ce2b6ba9cd4946
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15e3d9def26838b4f6652707a1c466b31e1082823a5ec4657f1d1157920e0037
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.11.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2bd9bf40160ab9e78dc69fef85fc8b2bfb48dba
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b89523f92e33cb8a16df05dfdb7e1fbd55c5a3988c472f43b927b201887d712b
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.11.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41114273a449860e8aa4c4ab492f7f7003069b6
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ba861e6f40df75a873fc5c5668de4819ac878aa501239fa5935dd0f7e900943
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.11.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4ac2586b0859fd1a49edcac7918d75377e558ef
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c873d66b213662e3b0bb10babef4d9f28795a4348684aaf2e8125026591e21c
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.11.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..914b64d6d83e2eb6cb447e5895b3e1b8bafc713f
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dcdb4c589b416065eb77acac3161e28fe24e11f51cde3f6fb816296d81132dd
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.11.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.11.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2b013c89bc0f4587f5b11214b98f8674fa5e272
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb43f0df21ed3e492a800dffb06adfd6ccc6a2a8c69c764af5431712505d19e2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..710f444fb8dbb160ed6bc815a30b39f485619ea0
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb5be1e7d01377e08e1ece2a9fded1d1b155219164e32466c6ad2ab28d23acf2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2aaee3c54b0422e8bd7f5e85306b7a4cbda2711
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25ae4084cf581b7b0cdc915684a7ef01464df4e16811fc1c00f6a13bcec86506
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30a79cb088d452a4af62866c057bf7658cd98ee7
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2aa10abfbc1b8dce876a9390ceb0bfbfbb26415791b5ad719f5d45cdf0b143c
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.12.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.12.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68eaaa70dcf0632316f8277a99933e6b5307cc66
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70545279527bcdbe788b89c03c1e5077a9cd9f95492cee43c6ea89b9da91616e
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.12.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.12.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ae232ad6f56773b68b935935dd491e945f335a9
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5fb462b9984f3c87c7ce8d804aa925d43970426291318aaba7840332a1587ba
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.12.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.12.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94beb247537c12fdb2deb0bc6075b88b804f26b5
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a938fed834377bf5259a66feaa7dfbe676332082eee33453509cb694c9c2a523
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae1b48e2a00bfd66c64699bce74b75129b936b09
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:736f9041ef365d15a1fb58a332a46934fa1c0ccc81b50c4c7fc6de4669099395
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ccef4f9cb839387ea480bc342ae729568ef3127
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2370842a37ae7d9901a75ee287aa684e0a6e67ad29d4c6eca15a53c932fda142
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e681011ab10fc63775bda8438a2359e48c26cc03
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8ec020a4fffe55fa0bedad663fa85c2511e44e5a441311e47143169ae2b404
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.13.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.13.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a949959e3cd30622098db6a7c41992527f9dd462
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00bd5ca352ecfd865b66881f10452364bd598e2bdabdcab825b62598a51aff76
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.13.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.13.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46b4c927e63d4a92be276e792201b597032c9d09
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:294f687777213fd7bd48bf571c9c7ca4961c8d5d44a6b31957282a472f8d018f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.13.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.13.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65003bab69f19aaab7aed67bc38ea2f6588b63eb
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c3176266d01409248e13b622a7c79b50bee0cc693c1e46a6ef46d6b2206ada2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc1b32cf046852c1371579734c9488a40b4d4ee6
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a7b9413e23b1152b141684a2106d3ac16021b8d14d1c883b4c1c096c012ea5
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..623d39b586645b939f5e6d8897277812f505e59a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2be4d3cad73ba40764b3dc749ec61c88b4230988f3a93dfd1bbf0a457c1ea8fd
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01e4928488db745bebefed90719b3bec97de7305
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed73e1d211110f6e5d28c35f11105d853a9a538de1875d31aef4a9b72f333b98
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.14.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.14.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7088160926236390ec4d2a4b5be04d604de53b5e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2161163541795a52bc089f4ad1ea121cf5dd56eaa183afc093800f17557be461
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.14.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.14.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8b7d38771d47449cfdb81f4603906ce27486a34
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c1bb840b23e12eecbb4705338ada87ed1e1feb74f003953700d373f53086ce
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.14.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.14.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4223eafb5883c7873b6053037853330a368f0916
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b682e03189f162d17180e4db91554875880a6c5d6d9598bbd4e97ce13fb8170
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbe36982ae0e92bd1cd447c31d21c60acd35b8b6
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f340858e23e7d5496d8e057672caa2cf241edffec2dd6727506e13acc5024bc
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0c0cd5674e5985c8d408659da12a4de3f99fe0a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7cef07572e0d00e51df5ee05aee88a6707651ab6efd021e6111e088456b7419
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96a957148911b77c46f24e494f468045cac973c8
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1864f0a0754008dc5aa0c89473d3d914314cb006ae1db904f80a4cf87291c2e1
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.15.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.15.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43d4718e35c311ea92a00720154942ea3fa1c17d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1aaa0ef7363fab5924eb66d4b62e6a57e32c76094a3a562f20b8c5a30e34570
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.15.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.15.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c6bed74c61af16e103e4868138674fed489359f
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9045dbba5574169189c0a27a49ce23d0dfbe9ef32b622fd7638c968763bb40af
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.15.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.15.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82495cd712c07ef862c8b5ca2b5f71c7cf0625b2
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:876b59976f2800f94c11de0fa9b8de969d7d0e88d8623ef6a56a4c1bc6a45396
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fddaa1cec4b660b5fbea3940a8218fc597b4dc27
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b2e7021633c2292a779975abf8fdfda9d9321abb2d8648af4b5cb6cad6b3428
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bd1eeb91388c811b22e4e9830710fe12b52d9a1
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61994d03b3e27d4a2139c41856a207504f29bc22e526171c635f7ac4d9b8a30c
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..061e6b65459613cc4c9aecd5138e1ec23785a412
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dfe77143b8908dfae9dc63b42c145d7b4cef041bb5dcd3fd7f6557494141002
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.16.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.16.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a73a795fb60b4e26bc4a2ff5b84981bfee4e177
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d3684381e1f74180a62782567d41481d41b192daa7f66c24bb3fdf5b9f4bbfd
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.16.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.16.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52377811832f6448b01650db86a86dc3daaf8bd4
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd5fbc117dbf24bd5588dc9bca1504a580fa20af3a811449c1bd0f073a5ed85
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.16.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.16.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0081c00f82e42b9904312c2d5cadc5be1ba13653
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86bc0cb672ad86a523e4775c29aad89fcf43e3ec685405bbc4fd482534ff80c4
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0748d7ad614bef9ec448341b3b18f00dfad1ef3c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:121e1a1a7cf1b1b9ca62fce12fc3d7b454c24f825eae45c7517c66f5f1dae777
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8995ad89d5d7fa0b17f3231da5a36f7c2f8078e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a329f5019f156c07aa04e0cdc3c14e2625c8fb8649df4878194b6fee2e84d489
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63a7cfe61959f0606db5e3631bf96271e732b752
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dc879a3970649acab5b8ff136b3b2cb0261a0d4e75fbd55bf9460ac33f9f70f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.17.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..437a5a5228530cd4a54c29786f458874503d66ec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1283783f8bcc8b11cd698731ec43eeda9d82fc67579ba6ee1b62150eeae26671
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.17.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb0fdf4897baedea53d30936cddea74e58f0d9a7
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef27d26ce184e672300063544d8382fceca4bf0bf14133ee9d4e2e9c67da7bc8
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.17.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.17.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e5912b0611885c3b4f83ab2d3733f0b36bb8040
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6a182d4d5495483a46276fa492193da264ddd36d11da947a780a4ac99c78644
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.17.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.17.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19edc4bfdebd59363c8f85638a143e3663f7c51b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46fea1ca3fa76da4ce3c4e5daddda3f09c65cec4ccf285c59fd4a9c7e85d2319
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86c97f10787929ab801a6f312061e02c83c2f8a0
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf67e376ed022a966b86a5c5d86ef22cdf8a47136ae9f737fb1097d8b8d07a5a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7277dc2176b2ca1ff88935d78efc16a80809e222
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea7c2d908b7966ff432ef5352e86d4a9d6c3177428cea09cbf91ea7c11cd417
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c9a5f36fd2c12dcea6e221717f01e19b5719259
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a06c6f5a275e494cd4e24dbd980fc7d2e296c9513826ececf37e6d39debaf0e
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.18.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.18.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3233d7b242be257c26d9ae08e1c95b1f62dbdce9
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d72e9a6119e30281644cc0d7fd5e439093deccd0f944353a12d08f3fd0ffd7d
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.18.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.18.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cbea4a820e225c24289e5db2dc6cde51624756b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8cd58d3415a81810d385fbdfb8e1f84d99af8a92e7e46023a310b63dabdde4
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.18.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.18.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3def73d80b9547b082d6cd1ffaab6f1420b33113
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcf22b1b08eb432abdecbd7f8d0ef1753f3d759c34603cd546c63091af88769a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa7ebe49badae48bbce5fb8f33f192d74e432564
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31f61e0cf23fe50dce3f8cd00de2645a560d760771f6433e475626f958eb6558
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e691b73f23121fb7573fd1b74bc81f182a97229
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5365e502b1082e9d6f24f4e3ef17fc54807d75a815c56abe4e4b5c6a737c1bd7
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f3b69e410504d50e04d0bd5b2102ee21a7d1abd
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d96f67ce9e70a3441092614171d9e2fd19feba9d5b26f8df143e9503dbf38d35
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.19.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.19.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca5b251548db5f9708bfdb64f18973afe2acc93f
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c13c457937a5f726190101fe08d0353813b9dda0d2760c6d2d7b478a0327b9a1
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.19.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.19.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a73ecef814aa08e782eb1e53b88b4b215ab4668a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5f6ad60456e07087f27c17bf98091600270800254103048dc343a88f7c2bb5b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.19.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.19.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98d04e8d0b02484747f578d48e0ee7c4612e6eb4
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6a0e3a8859d3abf9f1074e79ca1e3533f72de3f78f8ebfa3c33df2781e5b697
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..906f72e63a22f1f295c14264b01a704f9d7d7231
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d54d8f268db5b608188e4330ef2600462dc135ff947d4ab4146e0530dd7ad0d1
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1a4bfe957035ffc2e119838b493dde15802535c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cff5e1757883e8641d2342d411984a41f2527f5083c2f501592a1f1fd6f58d5
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dfd17dc7b5093dfdf01ab9fa70b0dc260ca449c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d492c27ed5e24b763339ad5ced94ec53b07b5ac999fe996ac91bc7ddfd18d41b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.2.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.2.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e507eb19d2fa9952e0c9da13bd3be82c986c1e0
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb69fadbc7183e752c2891b00f56175eaca2b743bd88177bd646ff186846b3e
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.2.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.2.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd60571def232ee059eac79cab7b44cad177cf51
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:596e77a91e67b7cd5ff2b252cb1b0c60f7a28a8e64f468b55832e90ea2388e74
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.2.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.2.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18e992cce25b0fcef4b88d75ae0ef9209844d80d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:749f3e8deb375e9fd44acde600d2cb3d3097a8964c8e85d1c89ba18dd608bbd5
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b809e5e3fbddbd29c4bf365a930287ac8068db52
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65c0470a98023feb2dbf3e7fd9a4a6b1b1fd35026040c6417973517d8f3f0d05
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41b62d3f67ca4df9c46a6800c3aaf32f25f449f3
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf4d3fa22c00be989cb2b19bbbd5b743c0c8c51e415422f62cc33668509bbff3
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8de8fbcc0a271ea3a428671888a3b73cb17e79e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c4d4ac95104a62e149fc45be8b5e1eeedb433a38dfd0ab224cf94dfff3780a4
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.20.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.20.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66d20f9ddb9218f9d3fe7930c87c103403b5c3f1
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62be842a35e489c2c60f246298f510b0730a99d3d600750439c20043a8557c4b
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.20.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a1089559629c9da9cd6b800bae95731cc1678c4
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e80bcb8300173976fecc3a8a1239f2ab04c5cfe5698f25f5926f873a2ca69366
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.20.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cef30ae8f02faf312ea77ed2755ae857d46260b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59e9073ba3d8f912040e778521dceee4d5abbdefcfa5d2b8d44a9a702f2838a0
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.20.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.20.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53a5454f9f66ce01b66022901b6fd3b10e0ae1dc
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d21e98c0826e639787cbc8eda508cebdfb2feaae914e177e5a026b79f26a5e3
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d04b627f6fbf50e50ce08b8812aecaea44f5119
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d28c3c8149b1d9599a4fd94da9e1ef950e7e250d2cc369151ee4871ea22bf81
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1758b434598229b205bc3ed251cd77b45858003d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7cfef8cd993200a6bf47d7f678bcf019f7c1891238673596fff4fa28f96923b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb0ea7714921da4f8f0849c0decf3afe3ac0c299
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c021ca3abf48ee447a3da35fbf1bf45be378deae1abcfa6e2791779b104130d
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.21.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.21.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7ec474f0c9b33bedbe2f31c44cb673c32203de0
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cd81379723deb2260ec7ff19c3a4699b75cc80437db74c20da8b9c0270b4388
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.21.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.21.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d2e73017df232119ca349bfcf1bc6c236626a31
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b2397a6142719706d9d7994ec4a26bff5e2e045be0d8601036744ab5d254075
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.21.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.21.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e338e93b2ffece9ee46bf615f142eda61c1f65c1
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:215e60ab8dbd447c90514070b964d1d5d65cdbc110cff258cb602b1ef169e5d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f71045c4f81f921abdefc865f591b1e2b4d8c9f
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32bafe33daf5f69889f04b9efcef4842b541b60699a44b1cd386fdfdde18c9f9
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33cd0456dbc1567c4b36126a2bdcc35e21543164
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e324c16621e9c096bf6b9bce4062d0a2fb04df97085512efcd1e8c2462225d82
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..939205db23b71ad2b6deee3ee274ba0dc60e7609
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7124873abe4c356ebd1ae2f96b3a95e856984800fdf4106e6ce27d89747cd3b7
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.22.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.22.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..989cd2ff30c57d5923272cd9c2696a9eb9f21738
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4907bfabb635d206aea1c43449c5e10428117c11705a5584e5b1999b82bc557f
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.22.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.22.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc47a050db98c1bddf949eb98dcb5d052792a0d0
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c7ee5879229d17867222d79ee68eb3e53a7af500fe2c46bb4fe30a34508b9dd
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.22.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.22.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc50389cf535b4239da374baf60da97f646eddbe
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89504347f172c3bc53d85c39456df068eaf6c08757a71f782d10ebd972c230bd
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a10d94aa83fea50e0d8211663f700beb9021c29e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42ba0cdadeceba0a8bacfcadbe5d4d971e28f5ab3252815f27e397f2561134e
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f7b0a2999861751a72d0af15b2e88db6467a384
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:581511330b5b4a70ad3e181979f5b930f51487fbea9867eaff7ac4e974bbac20
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a7d55ada37f4b66055d447bdd80a645873d12d9
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9885cf3407cd0ae73da0c40af30ffaf0109bdda3103f10fabb486cff45f93566
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.23.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.23.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed107a44db340da2eba8d5dbc05528a4b395bbc9
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1f011bc55da1c5fe7b2c42fcc61c5bd3c6aafc08c1c4fc5d801b7cd1134c1a2
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.23.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3069bff523c39b0c1013a294c68ece260ed0827
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46d4a650d760e15b6cf3d24cbbecf3d84b62be09da01c013d92c24ae6a53a9c9
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.23.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f974c2dc001ec142dedfe091f1f63ea38562679
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08b1ac5223569da4635f3d1e8aa886ddd69120a6f9207edad33cc5ad71621283
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.23.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.23.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fb755dbf916df0b8142538ddb7e4f2141a6b75f
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65c1dad2be669f2a74ec73388b5f121787681c633a44f7b0cecde503939de6fb
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc96313921fcbadb2d6747bff8476df706a25ed3
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c26e68f02ccab5588f669ee5e7de7b9445c443b5c58bc5151743ae00a39709f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5a36d00cd51870e521726974dd61c7379ae87d7
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fc1289bbd29f1f9ef52b1b81628689f1c838367a59d1e26e0ce5f787f6aab38
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9967ef478ab2901e4d77a07b269a58674a9a9d8
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f303fd7e1958f22f7e4258016bd616c7dee5e70b41aaef1d7627863bd61e4743
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.24.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.24.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8c9314c5432f6bada52daf948f901b8a4d771a4
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c87753c86dfd3ec1ca207bc56189f5634dfadc63ffd4cad4769ea885ff642e2
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.24.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..039b849ebf1bc55bc45f74430c6bc28613dd0a71
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2364ace7555ceb55c6a2c6642152c55989ccd7d46b9041742d00fc71c6eeb5fd
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.24.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5375c1172978f4ce4cccdc6784b079e03e81581e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9ce07e12d333b0e124787f2f8ef69aa65b31c2070f988f374382c159ca6757e
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.24.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.24.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f75a8263a6696be48b0b5c0b86a00216295d3578
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ece2ea3cefba25741db3dd5fcc8efcec28194a428bb6d5582a3ca1bb923997
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cab542a59fab7e2cc3547220fd82c5200acf6fa
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74913d269b6a9309d27e3efb78a4075dd71090a917649c435d2f4b3b1d654ca6
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2775626dbb879efd661ea7a1ff7b9bf20ac8ead
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e32882c7417a4ecfd89fbc19e4b643aa58de0f6a410fc8613d5196c73ba78c14
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f117fd6a3b85a414065eaa8277042ca1cee2d02
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbeb341dd7f633f4d4d24bed7b00881ab5dc5e4ed6f64c64c45447a0c645deb6
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.25.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.25.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f84558d79057b0fa88883b05f77b0660783c82c7
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8977b334d8bf94739117eb6bc2a11fb326ee21a2a8928e7a1c3aab3eb81021fb
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.25.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.25.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c9902be5cf921d82fcff474e3b786ae06c8463b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5139520f3fa12959e4c1ffb6c3c0824bb42aa41e5bc5cd4e093d22b79d279af5
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.25.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.25.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0303a66de535962c5cda4ced358d26c864966200
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f088b8021223538fc300b649001920bb6e5d84014e9562e8f6b52fa387cdafe
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50937d3f2355ad7c14ee967bb875ee942bc3a17b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4f6c4855b46e85fa196af994be0aa2f14037e30e983bb28630e2fc0a297b2b1
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30dee48a84be25fefe3cd915fe89cd9ff67e8df7
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3fd2f129eeebe4a82d62bd7ab9b0f0a971faedde769f9684d4a23f0d4504f5a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f9a482692bd371542aeca0f66374437ec7f451f
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:091f450da700a8ccb9f1e6a256a19206a5aeee6eef3fe0ec9b5cc08b2b7877b1
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.26.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.26.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd81821c7459b44d9347c14682249d976369b244
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fde1f6e322ae2257ecacb5e4f1b1827f23ed033b6d77d6a9fbc8b976fa13c99
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.26.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.26.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e64723fe6f7d21e5b2e80b9aa7f0019878e78f9b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b1955077d65fdcedae24d42183c603b207e1760d5dd001076cad9f5470e7d21
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.26.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.26.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..062ea68d9169c985259e9518b9e5575cdb03798a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:885b8d6e5b29b2fdcdb1ff1b9dcc1495194b07ee8b7e458a126e077b71349a61
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac9f3258200ef86cb4f9290465a594dfe56f1e01
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fdc23bd0fc54e5c84f0cb24812a757bcf53118a5a6e36ca2d96f6e143e2056a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d74dec3fc59b9513bd4b9fdcd1b4af2d41614b2
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f0a31cf999a647ff86c8864e942c2f2488466bb635a8cbe4b8c46bc422f721
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37dd73096e4a21360e2f0dd84e837d4d13523d75
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad5d6f9775ae4ae581afafbfe2b04a2f413884b5ef89e39abfb617231c3e82b5
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.27.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.27.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8448f948ba673180a63c92ff22619a6def0dda02
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac9d6c03d69fdc2c00e409e3067d9700530c6a3c66aa9f6654fd8a67976d60b2
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.27.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.27.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf8527c134bb9aac2c2dff0fbe2ac78c8ed86f3d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bcfaa68e673274fe001a2a427f4c8bb185dd223bdb768b274da63cd37189c95
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.27.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.27.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa09308bb02e1d95da89c4cbaea5133cde78b7e3
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f23cba87a06d810bb65e5452f0ef107761b76f938a90c7f0ad22146a95c75a81
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6f29f972803e8baf23e79273dddf44402238705
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:956af280d28feb7c051196aeed73d1fc0d3c9dafea9f16e3b3478156820db6d9
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7498360559f33e779225b16fa375089a7c6ef224
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7188d262ec8d112667b6fd945583640b388e036b751e5ef95e3a3533ba7386c8
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..351edcdd8484ce39f37be6965b1654ac1abef76d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:698f2e0fcc67dda9df0e515c77a93eeb56fd019c3a4f793ba4943537b6087151
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.28.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.28.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c62735caeba5af684e8b91be104019097648612
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63e4bc8a9f992cd49c4cd81d0de43f9434822cbe4758fafe3d698d2501235232
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.28.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.28.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fd360bc39dc9a59fa1f6deb3a720e9e3469f1f6
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c8e07238751f82d27d69b6c2689427b9d563b2751b51826ce7ab5ea974ecf9a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.28.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.28.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5795a2b6ff9679bdcbd653f450226b66f060d28
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe6d85988aaec18545b8aef7fd005a6b3f0e6adcddde775616751c55835fa8cb
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dc53e31f596d18983937adc86e8473652e28dc7
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64bc06bedb7a39253dc93f21e46ab14cd9d044615386f39b558b76413578c043
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d8bf71d3dd590041f32bd5a8b8ece2651a4b7c0
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feedbaa1aa5ac580c90039da15978b7856106890d8ee7f385e2606f9e1f2ffeb
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89b54f9730b912dbcef37acd6f742eedd0c58a40
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42ab60b19b522810301b3b77c8343854f404067bf15623b919333c72a3915e8a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.29.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.29.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..547c2ec1143d8cd2809a42062120b38a05d4f51f
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83dd229fc5a65046532ce500a574d0e8df9ff436419b727723a50391d9e384d8
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.29.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d87085c93b3e28d81271f6fe4754579e0602adab
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d12dbee5893bd1665316d2da893640722ed2d4a88fc8850bc732d513705a597d
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.29.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fec8e03d6210dc4a21c7bea21ce73f0b6c04074
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7901d60d58f4fe0a316783475d82218d8c4bb6455bf377ed75a5e556d7e4e87d
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.29.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.29.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..291c2db62293eae7a8c3edcecdff0c19af3695aa
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e1129bb851392b3db5ac77adf75bb2620e51dd2555e616e92bc1f577c6c2e3f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8f83749712ea021679b4bbce1c6640de02bcdea
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96452fc40b56aea78437f894fa96f1fe8ab96d04399660b20653aeded831526b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21c6b856a7c7915df1902bb6eea1e9e44c7620ac
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e451c78bc866523314af4419147747d49eadc0710f70b5ca28fd7b486605bf11
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..831b2d26bcf2eb1fd21f4b1b43aa1402090d9c2b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac657e7ba6131239ce52d2505a19f2632ab6e1da7d5624e32969230a114453e9
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2b3263c3db9f220db84254ffc180e8bae562065
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:576814d2bfed4fe5ef9c0df3e16247b40df9eb89231442b37c15d92d3f80d939
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.3.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.3.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a0deb4dbe80124af08707f6b37e603147bb3546
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0cb3cc852700ed0eeb526ad19e0521d8661248cf7267b639650632d800091a8
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.3.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd676b4ae47428b827692270bcb73ae4e5a6e13c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:352db2671f833dff2073bef7c9d0cf594e49b7af44764ba9e4676660f8d4760f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.3.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..947615c95ef730f5d39b810633e5106f8f5578a6
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:019ddd9526b105c76da89ea96cc7ebca28dcac53b784a046a046948806e8b38e
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.3.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.3.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69deee41de1bc1f2dccc67a6e084ae1f4c020a3e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75b2fb966b49c767f67ab1c38ca1db0fe71833eed82f91857f807ac30b0725ca
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6004248e6c16638a2b3df0a40fb25d6fc1872ab6
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b36203db9664640220574b0ad1882e98ad2d60de834fde7986984b89e724430
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf897a20a0863a0d8cbbe16c9a27eb0be8901ef4
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a541538e360c3e976753cbf136b5252bf52c03da71e6e875e16f4d65b1fbe38
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0656c5ecad2cf3bd726d1560b8e433e6a534a813
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59aa0bb82254a2656abf7710d5b6357d02b9b0b0c7711191995209a7000fd3cb
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.30.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.30.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b161f603dd64c331547ebc3c146d2120a1581875
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af86b7f9e7e7fcc255f93dfe58c1d96c01f9d206efd1f9b342b5c45588e509e7
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.30.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e412c1fa045e9fc10c7d2a3d9267cc53db907c64
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:192d844c8c7ddd1339a2d363bf7996b909b906ef389bf433d3d1f8f48b4dbdc3
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.30.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b4082c7009f0deb72ab388dbece9da7550b544c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c3af85474ae8ec92abc1558629a6c64a6b7a5d42635342c02925d10ddedbec8
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.30.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.30.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..481c4fcdc8b70fd2866622f6d8a324df18cfe731
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13006fc3e5aa1b9836fa70e5ba316a8e4ac9932e638eebc30d446f2a1cb1f57f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e25f6ebe969887842bd46959c8d793c3f6f1a225
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd24de098400751a7491678db3b2462f7c59bbef3a6f4a27581151c334daa049
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f952be089966e84b6f25314561de1a26a17b1b0
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7af9eb03b5b1697599aa0868b582e261ecafa7d760ca14ffdd3655516110c99
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3735c8ade0b30e255f78e2fbead1d83203f4315a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4574fa5e976a3faecd8c3d8f30b00ddfeee231d3c1a12d22a1cf5b167495c80
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cbac33892e77a1d1f6ba1e81ac85d36c3c237b7
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff524cbf82506f0adcbe0e2c9708b04bbf16354cd8b93f9fa0640dac51da6b21
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.31.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f108db66d90771d0870b6a08ffca3f88434c235
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a5d385a54efa578295462a5b59986f0186bdfa199902ca25e814ca16ad7d88
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.31.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e98c322511d6b05bdba439662330f697deccee1
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00cad7c471c49a0369ab224c1e5fd64b6c78fb9640007bb23d6af555c3d739fe
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.31.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.31.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db61a52198ddf75df12e5c9ce037708441412dc2
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f603135a82085e923db2e7725b7aaee8217d6984eb53ab9351d5566bd6a01e96
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.31.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.31.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..342eba42b8b24f61c88ac5e9c03231ba99ebc6a3
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57c13a5172e00d4584d9061246fbbb3833428784380c55b826cd89945ad3fdc
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63358dec8574b3d2e26a914024231cdb5283e17f
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:156280a1a936369cd41a960b1d6bcdf567d4230c96ab9326d7c760c1c40f3811
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e77979856ca8707bc51e94375f5066b4ae54c0d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:671a0d1cff2123567c0de53e6bfbe85412078f7eac64acfd38d79beaf4895808
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cb0aad91a0e6375ca1c1dc73484eee608ab9fc3
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c6e4c3486df58a518eec416a31b81f1ce49e593b7443bd4a642929d63629ada
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.4.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.4.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c787f478527c8eb994449347584504e2860251
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6ea13e7eed3c23cfb825276a2a52e612f4456fd9f180ae60b9fc1d4fb5935b1
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.4.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0447bfef099027f5c2dd42efc6f8ba7fd5af05bc
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bcaef80cc5de3e94308fce92599ec9283988bed60126da27fc5d497045dc1e4
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.4.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67937aca3710f1247195665c2bdf83da64192a82
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61654b42b9a1c357bedb8e0599c632835f8dc952abe3fa99f9606c8cdf9ac4e4
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.4.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67b8ce771a2d09499cc7edc69cf1772da29613cf
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:963aab9442520cc56383f773dbe5f68e57e1eae130b2821f2ef28c96f157cdb2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.4.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fba7be0230ba794b50ba2a49bded4aa0229724d6
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3857e37ed1845d5089f86eaaa0df0136519ed4eb17ceb41e99c5aa40f35dd690
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8354aa2436462aba997c65ed77e7a23a3003db4f
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93b7e5ffb2dc77589da4d71ba5b273b52a0b0ca20a68956d7418f1c5b27f7056
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af878ebccc2617c2e7d2c00c4173bfb2f663d2b5
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf74b589cf8cfa0f458dbbd319d36a1a0c7da3c27f544613f9fe11f06c3981b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50a2de4fd63557af22927683d14df6255b541cb2
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca159a41715f3b10f269e54a1ef88def4204785fcae9fb493d3edf0dbe3a2ef
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.5.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f18d7c6653169ca45b9add084ec6806fbd24494
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3559c9600c5d7279ab59c863dee733e49ed886394dd972513a38312a43f41a89
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.5.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..809622aa9e5ad0e51da202ce402de36aa881831a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af6dd7ce84346ecb99019e06156d2958e7d4b203c3452ba2e30892855444b934
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.5.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a46428460dbd59f9f97fc23424a6b53b255ce02
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:050a3e92e21c78756643cc80d8c319a8388a5d1cd4beb288e373ec44eb1314ba
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.5.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53c8bd5b2b6039b4dd2b54956caae440e560ee1c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98144de56a8b8fb7216999cd0ac1fbd6e4412c519f35c117b756e643fa37119b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.5.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54a360fdcf9b2d3dae9b1b0ad3dab687fa5368c1
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7be5fa68f479678eb7b1064f96dc6792ae43fb99fe3d8440caf9fd62ec2140bb
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.5.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a39756eedf67e6e50aa784a9705b28eeb17844bb
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cdfd146c64d1863422aa18e255c090fe1152b7a1b1aa5f9ed8def18915e923c
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e3551a8519947ac879d3aee58325dc6362d66cd
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:950e4859b6c2fa1bda168dd18e1e51aaeb00f3fa20d99429476267d60829ff6a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3145da5052041f58c152c66a813df1534d6bbcda
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cc0c0d268ca3045b1a7c77aa64b8535f582ab6f5cc42915500ae50ec7439387
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bae01534b7e32c3ab62b075460b36b4394773ade
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38506b9a648d909d3d1286de3041a13a58db6ee4431c503ec492e9aac31c2cee
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.6.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.6.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a5b023ba02f8b1d0990922123b28cabf45d1908
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ea25d9f5cd573bf7ead8ac683be7e018aea30f1bf121e2ac7e52ef113077fee
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.6.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b05e1dab0536730d300d0006cd2d593729f50d9
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7faeac629ccb86de9482d6abf20c65028b9946caeb891de93ca23383fa2c32d
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.6.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab528bcad53db00f52c365a24e3603948ccbf72e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:839612a4ffa3333bb080a3cd3e5660a06202748303ec6a1b519f48429c9da21c
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.6.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.6.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ac75b2a404f15a0d18b32be85b30bce7377ebdc
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c1cfbd299196e82e5c5ef9753a697deb5115c08ac5c0902a65c9a2630dbcff7
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2e108f9025b4dc8354b53aa635f846083ee4e16
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d563c75daaf169d5eaf7723da9c1675cbeaf362ea1c9afc41c6ab2b186783b1
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..747461a9f12ee9ed8382507078a60958755a60a6
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cc72b48803dc3138a09b23e5d756bd1f3ae1dc030207bd252ae6d26ee08c6d9
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15cc0506543ee5959e178236c48d53ba3b864f51
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5ea3b957869f0e68913bfe89c4591e6c1a34fa18bce65a9ae3c95148c39fab
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.7.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.7.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8a03e2f9e112bf5b46aa00a64d510c7e8a96523
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f95e8c5758f535fb003cc890dff20f988fa1e9c77cfa90e94b5d5d2bb69c169e
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.7.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f37b09c47e2b32518d9c691c5aadd2e8ca41ef49
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e207f8dfe060823c42d3810b0e81452560c6146f3ac3508f569fe2858acb16f4
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.7.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a111ce55345278546e82371efb0f72c73570265e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2fda46870d8c2b95d00b67a006733b64f87da81a79149ec3aaab61f21cc3f6
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.7.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.7.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf493293dfb1a47f583e57caa184e40868f637d4
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb019d1d3d320ea9944fefbc8ceda0d4a94b0a76af5b22ce3299269f96f02d92
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8af7336dbbc65de480a56982b03bd29cb9083ba
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84347efb4692b9e336cde095f4f13d7b8599d7ce7c681209362cc250b483e30b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15e410026c0add4b5763d6a24f40078cbf127015
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ef5551e138ba6da6b948cc1f3d2e32e278df368f1c86d4fe0c33d1d391b39a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..514238612c08a72680fc1c7c85e1974fdddadf50
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ca8ddb4a21350646f1f3dd678b9c1f1ec66251b91b7456a886a3a05be5c868d
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.8.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.8.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f41805627911c675d498744092e3945fdeff9504
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2c11b184cf186d93ea077c4356518c5a4696d5672479e1d5728824276615027
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.8.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.8.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37dd603a48d39b782cb11c6a2e0bd9580f312914
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:366d665a231c5b661efba4e5cf2824468993db8081fdbd9c742fcc63a9bb901b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.8.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.8.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..690ba2ff016a57a3a8ba25ed469b778f57e19b53
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2d5df99508bd7530b474f7fe53f775d4b84ee20b1147d6be835cd4e6f863909
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91554582ea1735638885230ebc9b11f7cc493257
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d99e71ba8672a98774f674fae575f65bd391149f3568204cbbb82e950fd317d
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d19cbe0a7fda10c3bb868032aaf64db3c32e426d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc2d59cd8b5dfd8b502072870d3bd68838e9511d4bd19a52ec459240b1ddae3
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2d3b3939429b89cef4538fb2bf91fa9115af08f
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:161c4dbb59783beeae271bdba477d9d1c6c563c247ac0fb73365dff84e2c3cd2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.9.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f219595a7e6a389aef0e8cb809af5cff1cc185a3
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d69238336edf5bb2cdc99a11435c98cfef701e429a8da61697eb698eb476c996
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.9.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..959816f1bd5f2ee5cb286a767e573125a6cc6c4c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41a9e065a29f9d7f904baa6b536e64ca62a64ee89a5766d4775c3519aaf18bb8
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.9.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42fbaa19e69d5ca8e439f02eeacc8673a5f546f2
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:648d4424ed43976058ab23fa5139cdac6d081ead59d906c415d0a1b091fdd26b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.9.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6481717c6acceed1e839fd9a020274ae36dc32a5
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:856d86ee16764a721434884a6ac0020c97665856c5d6c54f851d8a1b94f1e339
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.9.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.9.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c3df8110c1e691b299621d33b70cc012b2bbe9
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:467be2e968f4a3842f5daba42bfb46c6673162d72a1b1087b53f96e129093768
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..969e0e3ba3a10a03d9190cc672e5fb04e7704d18
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f4619d133552f63dad40881147916ecd6faf0a5ef258e5017f7c1888fbcb291
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aa44817d50de466d7a149c015ac0ac45a5a51fc
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ed8e9c0774958ebaae0c0568f13c3151464ff2241fd45b92cfd53bf9b750e5f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..867bf5f891aeda59236fc3e0f718ab33ef3c6db9
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c6b699a65aec46ffe3bcfd7a5088add2c0800f09c45f125aea9b198fcba1a6f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/lm_head/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b47a42bdc051b0e3b4c1acf84e8d693d538593e4
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f2795d96bb72137208ff0661c34f8eacee7d41998f6f4245a55bac518a83436
+size 205955
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/lm_head/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9522d9d41b3ec3fc89a8ef5a991e763ad2744810
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa6e44f4f0992ebfb45e192e8aeffb327823d60e4f83c53ccbb2939bcc4c04c7
+size 205955
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.0.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c14ae1740477f332e4e46d9ff674d8acd77c300b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d18f10df49663000e55b9f2224f44606cbe5330517a0820068242dea40d9fa89
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.0.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9102c951b2616bb5d5385674a69e85e8e3692dc7
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:753c5ea60537496bfe0cc140f19809b43679b55a8ecf678124978672b568c0a4
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.0.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d75697499e7e745b3910edf205257575ef781576
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7244991851d1aa7d4fea390b72cd421976bcca65dd74276eba2f42f866c7b6fb
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.0.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7812e95327debda7848050889580a7e5edc4648a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52aa2b90abdd142096248d634d65c6c593b9968b3d5157b1c451bdd4dd681e32
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.0.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3fe3473514d917d14c9f0a15b120459127d2b51
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b360f61db28005bf49fbc9b01f49e3c47fbbb15fb8d240a700923d8a8c54a4
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.0.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2efef4fc88316b01fefeeeb0447165a207e3a959
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:264ed50c47cfa6e8ad487685d84649ae2145914f1c1ee68d2bf22442f0c63f39
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..629709601b05a417f8b44605bf14667b20467e40
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d2e9a75f43e8715489a1382e504fb9bbe1665c1e42bea5ad06de8bfb29dcea7
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..709de709dff3386b65adf2a22089f71014491aee
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11bb30100228847fb8d61fa1a0d3e15ca725ec7c2e4665a65d78c2f6b0278adc
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca35e68ade3d3ab7420f6c3bd25119793b12b3f0
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5234f8b0432afcfdfde694c1e897cbc25176970d308ff5d7f9e47e5b74e9ba7c
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656d2029459d5c8e733dcbb6e98ee0136f15077b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21f75d979282437c8ee237ff115c23efb213715c7b9323134b5873a5ac0e0307
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67e9bacc9e51bad73239721fa28d0692c45b7def
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ca01e8f10b2e19d71a39d37a817104b67cf59c8851e8fedfdb817b1987f4a79
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ee1e3ee147fa4c9bf1514df9f88f8d65de82417
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adb55576a4ea336b155fa9cf8a92ce0ed284aa6d2d9914f9665efe094eb6b3a2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.1.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35d26e05e532864a4bf1a8d612f470cf63d2b315
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2102064dab1886edef237d7c6bd0d8b51478c56af32bd614da45a48e4dc0047
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.1.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a632cdaa49d56b2c8e1ec6f616b9bb4a02aaa3e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f67baa2e05bb664cd43ea8ae7aa31ca4cfaff74dab7c53508d039c078e737723
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.1.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4780b1a362cf1c6918f142a98e938be7fca28cc9
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe57e8992ea9aefa33fefdd90a4db83d632373d69f997576949c3a0a0a2be6e5
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.1.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c7b43763d41cebbfa592cfa16475f80c95e9f46
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8eb5705d05f4a8a367b9ebd55c3e09388aa4ae9e5a1dbca2154aad3ee8ff255
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.1.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a812ed18f84e4d4db3b10a6ea907e04c869e7006
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9355c6260e28d712eb040aa93f653b72ec24c3a6cfc005c9e4a5f5dae5058702
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.1.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ce037ffbca9e0c41badfc989af73161f093f380
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6359b6d717381cb81dc84e913292621827a77908267e728cce1ec0e0f6f2a9a6
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f2a9a275323a6c189946e46799c11e2f0480320
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d508195238f022293770feafc3ab37486747bb9ede9f27a68a7b5dfa5da41358
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcf315039aae7c4ee1a65479cd920fde68ab7baa
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0950a379341f30114c7693a1a834495c4b287994d37f52477d09cccca7ce8a0b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17cdb9e2c4f910ac049aedb52e58c1b1aaad221d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b51a5045b9d5766a109f9b84001ffe48b759f32cb34348771d360883c194aaa
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f437f4d3dd1270ce1b671d824a98f78a2d7668e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b230e022905a7bd0b8e9d59a9d46039f2488a6378a1043189b4a95e52799048
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3587165bb214e5b0e128fc086f4f05d52fca4289
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:726634cd24f73e48a1960745ea074a130f775b17ec5170808af864b753d216da
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a8234dad45f47d4a97d2c4313e221eee3ef4536
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca76535f18a590afcff4cfc0f4315f57805196b8c874cd12173352c9d126d77
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.10.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cbac3843ab5c18162a0cdb548e95d5449316f21
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1410818ad4dfbe8e6d986ca5b3129fe37273585fd6fe7bd02007b6ddb3095025
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.10.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d5707763eb284813f4f0323d0474feaef5d5b9d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7c1b4fce0a9fe42cf4f460d1a3f15071466bb3d3716a3a7a85cda5bf0b0b946
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.10.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b7b56c4e95837ac77ef8aae958b276d89ac17da
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74c873956a444bf753cc04b2a0b65346861ec968009aeb56e6b79786b923567e
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.10.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f182ff08ab2aeff2ebadd5e2de14fb517571be0
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57b95e4f0ee7ac1767516182590cf2db9b3a3e26b68068ac1ec9a2872d6a71eb
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.10.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7338564ed74a82f76c2a7a00c3a247b9857fb594
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e67eec9a57be1f836b19cfb17f5b06be62c596239cb41a347b6ac4ca845756c6
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.10.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83e6baed1622099058904bd4dd43925e8d241b5f
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0047d13bccb93635ed3f259937009b0d404c423957e5893b4b65b3f5c40992a4
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab27ed5d07eaba754973336c0a903747f8cdbca4
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dce61f04fd243ad345854cf85cb1a1cb5b1c56460f5484882b79afdd6ad5af81
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9bbc198123d05c4262fdbb36a20910e3e5647f4
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59a80b77112a53d5a13fa228870eef35eafadaace580b143ddc9cb2b33a32ff4
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad3c7e5825d0fd0566f07072f28caa3b11d22ab6
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f159ccec2a42552f9c4b58db5922c382124e3fe5c50beeb111ed45f31a7d9b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e8037d636eb486cd379afdbabfcb467cb1f26cd
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f1072a86c85079ab7b78a7d2cc8fe530c67749c01679bc0c42cb9a7735f9fb3
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bd79bf5c3ecabc404404459d6fde676e5ca6b44
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d9d6d21a79a18510b9f55595572582b2b6f9a1f0ee9a81d7e85d4387111267a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3d8dcef00cd23468a54ad17c5225f640b1938a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6dac05ab967e1fb3213b70f9d2e6dc3188188dce6ce9841a41c539bf45c4d2a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.11.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e24e210b60a15b2d49ed9285aee109a7649487f9
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a71de00f5e7194b61c7fc8ca212ea84516892f4d227f95ba4ed2a0ffde1fb41
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.11.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84f513e44ad7f96bf1274d3b4acd3c902af8a411
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:946457f6552a53de1f39753d7e8164f72fb8d12c90b2632a52051b9fbb716ec2
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.11.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b321ffae7ee35e120f4988065591df9a44f2687
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:837ed51946eda743cdd4ba01523466f97485415859b47b5fc1d6e7c51bb6d7db
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.11.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..689fbcce0e0c215cbb31dfbeff6db1812a894b30
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f7130cb2a1badaca86f5fbd3d247fcc205b07b562ba99a99eb37b991b5aa7c
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.11.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..720407d7a314004a2100c8c2feb8a39fcc77b892
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7897cc294be60df9fb1ef06b41db8403c1b4792fe4803a94c737aa90073e812
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.11.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e67ff074b078979652db503a55c5a5e66b3723d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e43eadeb0e2daa3c154241068b56980abf0e7c985c42a0ffc302307b94e8f7a9
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74d61cb7b0340e3bed7728ba45112310c57a6658
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c4771ed3287857a58614402ffcf65e375ec1d4ecc82558af2c68d8e7585d8cc
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f0604336dab8ab1bede8565677a77f473ace853
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf74bca4a1e695174d0f60035cea5c6b275b86d56c43807596ba0a27e9962202
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f57c5a23751d11a5fe6ff13db84a9a1c0026ad76
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c29df5b03d343ae0b1c1327ff5bffeb8813c2b434c36d9960f163e1ca61eb2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aee34c58be6033b6d4dbd33daa152cd666683f77
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43e3f506ba1897f4ae033e65d20e0d0d8c27525c2001269a578cfad01f4673af
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..891309ee326f243152c82d406781038e2e336912
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8b1025b40292d25bfc4fbe20ef7d9b262b01fd214764a9f37275d3121522f4d
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d87cb8fa92c58e43388014cd02ea3fbcb411fd59
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a237d3a9a32b1a4be0fae11e72d59de34395fcc29a64a9895a988a9fbfcccec
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.12.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6990a1dbe2662da5b8caafd5570809f0c14da1fc
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09e06fb8e738e566ac4ed58fdff2c4974b0ccd3442f59685c1f5174922a70156
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.12.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f24d794c49533b04e739fd42dc0c112263bf0355
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4aa0a7e40ca14b9385561f45b420fd2b4be36f0eac36f9c8fb868a7b1749874
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.12.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38b3c8180a0af38fd3e921b95cdb548e792b0436
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8f2c74dd0803b044cdd1c2426a65f227ea6eb91a5b8e72c8205585dbd1f6f3b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.12.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dc33ebc6c03a5f8df6b1c22b072f89678582711
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fa5b3751baf26f0815b651c5f0e61352984d8e7ce867ad25247f750d95bc8fa
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.12.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dbe79760833cb79022d367d5dc499704ab4904b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a18301f8a38b2c65cce904e09332a76aa2451a9b10c7c8826606665c4df13989
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.12.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7bf914853a5ab979d17ee6c58953df0e6da1a6d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ade9d9f5e6114ff766e4f15d5039e616a9a755e87a7f29f4c7211b4dadffb122
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af02faa53380a50f38ac6cc997231852befb4cd5
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e34a7a1dcf67d726489eb3ff6048a96c418b8bcb2e660314ed98ad5f5cdc656
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..984ea84415fa7767f7972184402ee00d4e14aa69
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:562ad6e5a651493dc6d0146e80d0f6f6f748542736abe9e6e16146f9448bceb0
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3347c261ddfd7b951da3dd5f1a67bdb290861772
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a0c35a9d3f0fa4e03cd0d3e5c1b8a80ab8d5b601c5eb5b589e11157ae082e63
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0dff6293a1c0bd7c4e3cecc54996c19c33d2ad9
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22cd8226a48e7fd67ee08cf41e768ac1624cdbcbb6d6dfce91fae400608418aa
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49662af6ec606a086d8f48b4aaa2666f48652172
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb72750b6b42b71b2f278e7c91a9671b6cba8d528ef4f411243330a92f91fc93
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd5aa8456bab94418497b9cb59e6cd6c70e65790
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec31a810451d86cf0e8b82cf4b134876ddc3b0c39ba8c10e2ac3e8fb5fead907
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.13.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6bbe7346e14823ed6deaa9647e2df7db827dec0
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc919fdbe871200809bc5579435baa8d0b87e622c43a9a4debc0e373e6af9f11
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.13.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..160274f150af1f432c7ee390f94005628b99d9e5
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6be37feedf3ff57843b3ef6a7c5e9dfaced7ec9e4ef6df725e58e66b0f956d8e
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.13.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6967efefcd95d3208e8ddf549a16ddde9f1ecb4f
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c6192a52223f06ac8fe055939546aca4cc240d1c352f57ab1944aa181579f66
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.13.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fbc37a21445085e3c919a36d272f04a0faf8000
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45bb6e9d46a26f3879b65293e5e1364f8879a1d3626c55614c097d51b02cb493
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.13.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a99b4245819c0546d232acb74b4f67853ca345b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289e97aaae067055fbe5fa1a433bf5cfe3f57eed78bb596ff5b1fc6354a63667
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.13.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a32911419b67b9a75f8054a9892cf886f6f92035
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac813f6ba9c78111734105dba86915f5057ab13989fe592425227e6baf6b0e45
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d50e426b05a01b4c15c85ecde9acd7bb2afc20a9
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23be4afc0438e9da53f2d6ed9fa730e2e15af925a657ccf099c5bf88e241dd4c
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68a17588dc8fee01ba89d75197a690c1388f773b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1962ebe43cdc189482655719d1481541cf00a3e5ebd11bd7cd3c467556738ac
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6efd73bf19b223ab589f3a245f8581393818095
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5de1f57a4a3843154117a70a723cec47807753c1739022843f97c27009ecd0ea
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1be300ef259d250983211c5fce30d03d9a195e11
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c16e969c99ad45bb41d0216390e6acab1594d5aeb9a78ee2be1d3d0ef093af7
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ace2b0f54bd94ca31552264eb68ca03d1bbeb0d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae539b3d8ab4e16e419a6da74a8efbbe32073b9b886b0f3a4a784b46e455db5
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf45850565f5961797f6182f7f3017fb7c719d5c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0080538e2d4bf3dd594e10983c3fcf1eeb6b664478c25b9aa2b4b7f266d4c283
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.14.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09dd1518780d866ba6c2d6a27cb8f70f5971e22e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92cc14de5d2f360e082c9da5dce80744899be2fd9479ecd43773d3d7bb8dec7e
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.14.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d1a99648bc7e439b4f0f6dbd1890accf4238eb3
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8a89a33c29b4a3441a3a16f13d554df8c13d25e13b0ae291c2c13ae142fb0fa
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.14.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bfdf1df6fcb11fff3072cde226c3b2374630ccd
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6a39a74e8ebde2102a0a35702cd75fb2ac45fba11c82a946ca4bbf3e2579b90
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.14.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e4a5fadd240b507127e6ea4e99b2fc7bcab1e53
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c813928614566dc4d49ab70eceb4eeb887bc42211bb60efdd82cecb7ce07f77
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.14.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8455d7486f2382393f4665265cee677611fca1ca
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9246ac0235bc9b955a98128fd3be8fc8cfdf8bafac3bebf8e759a181b704fc8
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.14.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32dcae4f61d02eb8b054dfb48057e33f66d13bed
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8549fa8ac67f85bedf7ba510814a0cb90956082fddd904441c7b2d7ec4fae51f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde49c131e06a152b86a2197c7ebe8850e46ee30
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:820db19a789a68daba7cb88ae8bad30638ed2ed24eeddf963f376f24e39b6c94
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3c93ee6c9cae6beb02ceb6ec00e10bd06d7f845
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d791c5f2467063f9b9f6c4e198551595d799e0f02231a95b8b0c62c8dd8ec685
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c30d82d3ce6716236a324b4eba9915ad7af6a268
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d4cf566b515b4052226c7aa0dd7fd2b0caf280fa1cfa81cc02292d5f444cc37
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95003dd95ff4f1395a70566cf8f610561bbd5071
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83a23af82301dd273778ab2a6ba125edd5497879e87f2ae82597b8932d63d2cf
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50bac8208b465a6daec9d42a5be15d2f52c3ef19
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13f98c69d592ffa37be5281091ab40a4aa25703dbe95176674c4f3ad8cc3381b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe9e6026ce56500018f9ea2b15331b8a4dec77e6
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdefb9d4d041403e18b99657c8f7074fdce5fcbbaa2e054e173a25c2978c8864
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.15.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f09b08348f4a5e58ea8a56e6353978b8b4b1663
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:339505506f33eab661ced1b7606b8c72e3dd0f43a5e677080efa86ba41ecbfe6
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.15.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea04d4401bbb8aa61907ff126a49d69e96fa10ac
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:019f305934b02d995ca878e9c1382576541c92558cfce4369d39e195510be6c3
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.15.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..954c9b45c5be3114d497f96e98e38dfb9842cae7
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da28633659fd959f5c97d2db295224dcf585526e0c38507f3a71076f5ff0cc37
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.15.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..094cceb95d89cef9c216856e645efc8b19920ba7
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01fac870a5209a6e26f18b404f812022c462a6cc6657cbcfe63caae177cadea7
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.15.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..504df75522d15899bce16a2d25c23ff8be5011bc
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e578894734ec66da6ba4d3d62fce9a6fca5ef724f033805af01fced528e534
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.15.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbd4050b95c10f500d5721035729ccb61cf7d1b6
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07e465ba513130b8477006a704326af18f802aee4d97e994d831f870d20757d9
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ab85c9a6a0594b21db0ab08dcf978f8214148d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e81df79dc2069fafe78af317c8807042673ae66fa9d3a7d05a9f50365c449ec
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69e5ee1d4fcc7371c444e4917c36d61d8a5bd0e0
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40c290b60995036bbf5b906290649b2e422aa41afdd8b023dac101b5c4b88c12
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60b708f0ec07fa926a964ef2323a00d17d48baca
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:782c71168a95b2bb9688b7be6cb8a1058f4d813c803296fc64c362e74aca66ae
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29769b20555167ed36d4dcd4c2bf4cc5611839b9
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f6cfe88bd1154cc35585f0fcc8b91069e4b3fb54c53f35dfe742f7d7c6ed45c
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49568ca6668fe500d076cda249a059c7501073e8
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e7b1869b98b6190d91a2b545273ef9c7ae7a98518aa9f65244655dfa339a49e
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c669a7cc92953057498fc52c73eca5ca9162e8f3
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:520c7d598ab89ddf3f6bda7b6384cb073b04a13b797cb7942002d9bbbc23a301
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.16.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee3a2e6d5813b61020003844df1965de515f7a9d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ac9fe922c803d79c33423754fd137f57f541f4d17a5470dc024d9ad7f90539
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.16.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad250a2c2e04b3b8f739f565bac57f6ceeeaaaf5
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d76d1b6ecb97058596804be7066f2e9d801b5cdb37aae39c1149d829e545394b
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.16.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d264a78bd621b3b4d96a99c690e970c24cd5970b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96fb86063cfaffb7722a0aa95cd4d5937d3f5aa5120bbf6f87314fd3e8fdd23c
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.16.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..756718b62f9684231138bcb0e96085ad767a0090
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95a402b88b43da0f7c72cbc31efbc0ebc989798f1090c803dc132dd28fd2b316
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.16.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..173c3c1df82d4ad4c9d53325e0d1179d9ca9d972
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:589541ed75a9c119307b85597a92b38f30b0e7d38d8c62d80c1530dc7a0485a1
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.16.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a492076375fbe8c1295c24e299a4af527ca0ebb
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff2bd50fbd6639cd1fd79cd9fe1c542cb05bfc1ccaaaf2c77d52ab8e944199c
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd276ca0357b20afeb7765b836db39433480f9db
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5a4232d5ccb59d63798146189f236ec6fe66088a718285a0c9841d7bfe58cec
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aee83a66392110216b2247c3b7f4aefaf50bd6e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1854e511aa80d9ca8a47f2acc73a23a16eea3375f6d0d46f1c4707178abc9c2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca3d42cea9af0ebd45eddd99efeefbdff986bf87
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc2d489ba9b80d09e65c93cecb758c54f6416d31e7476b4bfc864052f66346cf
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a7902b90bf8b3849c255193b64d530c52de4fa1
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b92589a4a1fb474e7e9778beec0ba0903e590bd348ed66ecdbb5871dc1afaedb
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61aa0bc740d49f5444746569b45ca0627a3e1748
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e63c863d2288f1e1ae2ee758cb45a097a59db08ff0f72b2529cb9d37cf729115
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fd901978bd833f5b49386d7b21afbc2591a0bb3
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fd8c29ea6ed1d0ff16464bc3039352d810f2cbcc7358b3977ad8ba7049240ce
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.17.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7b0ef41e4185373fcc4d2457e248ead5ddb604a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b4c083b982d5a57bf2955d9749779c6d8a2a70dc123fde58b0c857e7213d938
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.17.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e31e28730aadc889d96df2ceeabe589cd84649e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:941fbf0d543d8b66d0daa976c867077bfbb8997326d2f3a77782cd764aad2fd2
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.17.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba0790b0a4803d37e024f34011bc6fbfa90998c4
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f69623e18fe384b886bc1d3a1e9e5eb3cbf93440fa0f5c5269288f13dfba572
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.17.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d30ea8a3849b163c27145464a6e69cf7d031cbfb
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:523e1a4630c986ef2a0ea6f55f1efdfabe36ce0a9c0ee8a21e84b0d60290ccb9
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.17.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22fd8da37814f18bbde51c9fd443beae93b5ef1c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:438fa4f21a056a2716c4465f6721a3047320888adcd9704975d929a55bb609d9
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.17.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dab7a3f00234177cb546d987c69e9d4bcc924d2
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6450cd5a1ce7135187dc4a5be709e88a176dfaf8a0cc7520a54f948990092860
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..558e053d3a4a5a9076c3333d099c2d0139aeaa34
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d63d19fb5c78e9ae155607aee00a4978859c68efbe286f48accd5fed0797eda
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7f31b217044380432e21b2f1d1de35363af5191
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f716a6556e9fcb3a750d159769479a5546ef1ac7150a93d3464ae93db49dbdaf
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4e41676bfa0ec24fe2cc0f57ba140c6ce210e68
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:747676d7938e279135854d9b3e42bb7641b1617b11aa0d00fb547dcf65da65d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0bbc6af0be402e5c21b6d53538031ca32c6b4c1
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1571abdda4d76d24ae5df1d3c4f945993beeb717e1267341bdf9728e9c38f1f4
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cae55f3f1b793eeaccbaf1143a149d5a08d56421
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d34a6933f12743036d15683c3f477acc5504d65275cdbd7bfc06a8e76d5fe14
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2218b23243ad63ccf037ff020d099f38861cb1d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b59befd97a154d62c347624f4de338f5f8c13bc305d6081237f0f5ede7677dc
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.18.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ea148d237b0913a5fb16fa85fd5b15fcc134f93
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b88144a8a97eb0a8d2ebecb17a33f83ceb55298bc67901736a0ebdb28ffbaa77
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.18.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82aaf94dec4fd8d7a7ed4369db82eac1ac6d84ac
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb686b1da60eb86cee322d6ce2875e3961531eca055edc0e4958da90b632376e
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.18.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99e5cac6a6a881553292a384aab502fee79e3fd6
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d4d262f85b2d1c6bc58512a08755d9557bf42e4b97a3c308272c7e79200aa16
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.18.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f64003b352672971919c43620a71975dfd63167f
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbcb37bfed57b162722578d128b62e4b3ce94c4e36e8a7290dc25a47bfc69655
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.18.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..691d49b817eb0042dc62dc304f2d144f79dc3c3a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33f7114d2015bd82dbfed0db8799af7a6807eda667a8f9db6f9705e62e4aaf7c
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.18.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c6772be0b4b900a1fb29591223d5dc55d2078f5
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42d7aebf93d98173a511e52c0aaf1b544aa637274a9acebe7619c50a83f925a1
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d9cfe0756086f5d6eeaf01c0ec4e2a36f3b1a42
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d13751e04e6d479ec9064dd492bc430b19ebe9b44af3b05177e0e44302eabb5
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cdb2c3ff5a9fb6c589d15d4b053d4abf7ec5d41
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b6a9fa1c715d2f85c197e5098b0629f6b5b9a7adc611938f791d563afa49ff
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6b41f229107c9399105ee5e70e6f1a1e84c5679
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0f08fdd94dfa04f8b62989eceb143f827d8d66f08006f2ac8da4bddd7fa48ab
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a93e48f69f2ef1bbf20d322ea83d20a3ee7f0b4
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac9ddb6ebb0eb8a792343f91f2ee05d5de6bbacbb84a848b9851545d0e35b839
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34ee34f21acd94345e1cff46b9700ceae43c24ef
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8db91a9adddce0b32971f9bee875fcf876c1be7edb21efc473048b5ee36245dd
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be157c4bfcebb7b738858539d56d1f1db46ce2c7
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b546d187164ef49718f9f7570f4a0fcb47570e24ed1f25521a35a28d7568472
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.19.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7265bf5dc43da3cd15438f18968b2022fae6e99d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3a40021e128d98a3489acd03d6cf0e2dee298388b2e97b9e72f04ea6cf5bd9d
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.19.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..026f4b9d7b41891352baa4f7cc646dd76cba5a38
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:763defd71f370eecedb675b4d9b70d9c1736e8e3cd30212cd00bc77efc6cac20
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.19.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e5f9549648cc32b98937398d4d95cf35a57b185
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7cba9dc43f736510c100a1c7e89597c2303eb06f0489d6f0fea5419374e283
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.19.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fbcbc9cfe6987f2678d4ac14bb55e21b3487fce
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92abebe9d7c451760a5a3a7e7651b7936019f33b9df2dce5c9e3701d7f7eb34b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.19.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fc8120ce28b26b3cb8e453512b86258f6bcf4d1
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:945113daa9ae5317d393b083f682bb4844b255811b3cbb486bb4603e3ba2d619
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.19.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c42bf90c1913a7123d8c2b7ce2343cbf0204901
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:777c2913ed9a9b93d0a6718eb573e99543b04e5f16a651d63f80edc6e8067fc3
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b51c07ea2049712e5fc0f4debd438152fc5b05b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdb021a414edcdfb3b29c20fa4705f804c028acbac6839d30c48dd24d32fd848
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8045369ff3c4b5a04a9ce96275db07aa1fc82481
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fef7fa5ff713620178833bf1d89ac283e3297401a4c921bd970500098b3cc21a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f4bfea5dde2ebcce3d1e0ff4904b6a8aa848740
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69d8d65f2f34099130f422cf31a22ea605d39933fc03a24288b11067cc3d08fe
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..869b59c7494bd10e77ef20e7870db50303e62af3
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f85c1a86d6b7d40a6a4a1d0ed8005e8c038e39dee9472ec45763a7096f6e4d76
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc03dbd527b6310d4d69f89ecbf32e405ef03597
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e76a50014aa3dda53a9408d3bab23ccbfe5c610c81dcc5ff005638846e7d14af
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66aab832a6299e949079a4f4467cc6849d48ab27
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f479f9c8b65c206ea4508c590455c490bf6cf6ceb2949566ba56f7fa7057d4c7
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.2.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59afb31e6e5094181cd3310c3e7fb5e4aca47241
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f1a1b233ebd62e97f6b51c159f862e66c48a204ce4b567b480586a9a9d70778
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.2.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cbc34ade7bb53613cd848d2c465aa0844054499
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd2523f496589ea81a44e1c33859d75c7fe74d3b0dc87818f97a3a8b942cca87
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.2.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..914d9ef60a3ce85763e3dc54438617e9df2f7b65
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e69a077cf6092507ebc1fda4129d99f4abed4c69d9ce31a9979b5311cb39de5a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.2.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd5da70450a87e6ad73e827163aafddf45189893
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b11f1a85e2f66985aa4c67414f3b2a694cd6f39d2a10a6b1294fefdaca9fd99d
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.2.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6be0da45a4fc1b54879c2230b17995146723b613
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4208797da75b771c61174fcb9d3506a98ea604ab8d1944b6fb10a96f5155e9
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.2.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..257c5b43266e8dc32c72095d96db401efcd37347
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ab8eff7eb8d2f6c525ec8f9ab9ca0bde2b9b22462e73855be8e0c419cfbd161
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0a8562219bc34fa4d7d5aea0c16461931c27e85
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10af3b9f9961c904001b884437ec6e5bf154cb8b66b61033dc53cc2678de02b5
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a49bdf0d6dbc90792169aa2d381aa6cc7b0b73d0
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b38ceafc07726eb202c63cce74473919eb4b9ed18280615c415c880e5f5e4439
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d44eda20dde6cfcfdc1b6fcb3889249839bebec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b20fdaa50fce4a5bd3ebee4564dbdd852a026c9381bb2cef48127cc65cc7263a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bfaa3c0f36ccca9e48ed259728887dd4e99ef23
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59350f4d4564bd14eaac4954c41cd5d38f9b6d72d374ab41dcf0d8b96badb7b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eebc3f76499e133e70f91e64cc5a5c6434e09c5a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13ac6fb38f298d17541a58eb785b1882e9cc788de039f9778e2411f51c389c3b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2413eba2a40a385ba4b7ea948708cdeb8d05e5c3
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c7f9181b9263c3214a0313cc33219dcb56349659893480e64c7e15633e518ed
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.20.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0d5351841cfb7d49bc9a4e8553aca324149ea79
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b0378b9ecf0ef4a86c16c8e4127aa6ccae0379c6d4c5abbed6d3c7a11840ef
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.20.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f02533dfb20702687ab0c3a53fd0fcab6e5e26af
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7709d66a6177b9e69874a6a8722c4c2e43f24b29e98f1fd8ae78811ff49350
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.20.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17bf256d7b3ea5cbd6638c023b22e4af2332b2a7
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc082ace876faf56818523933dcbada9bdc1fa84943df57d3753484ca35451d0
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.20.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d00836ef527942fab60359c161ef23939db244a1
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b80a2be9286355fdac31fe8ba0887bae4ad6657be865386894a83c5c3153a3f8
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.20.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4027b88b22b8fc00eae3f58b55418081fc8c8baa
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e5a021aeab2624ce9d0467156b6de9b58aa02352782970da2403969d3fd0d2b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.20.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eee07dc04cd98a06f44e98ec5653557890db5022
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6778de705c3f1948217a75a490b19f9491d64630c6a2ba4338bad3820279e06e
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecc98271c4b7ba67e695b42924e24f42ec4e37c2
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a43b35efc7c60a038e52eb29992b718af4a955418b89aa0f1410153c13639ff3
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65bc34406d34ee983020c27e402cd4be405dfd5b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3732c8980709330bbae855b4c0aad8d384b9d110f0029a82717ab781066c7cc5
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10b281547df5970a37b4a1cdc160967177744d42
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da1bc28a08ba6d93b7c3b209b097a100d712805085840b8a17a4f4d370556a47
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c50d7d1985525c86585ea2487628825d29bcd6b5
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4934b0ebd1d2d4a080198ced158057f68e4d963cf34a65176844e04f73d37992
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..218c9538c6cef0bd5a51f43032eeb26f7723365c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:403ce8c2e7e7031d509e5b7bf25adfd843608413dbd75fbd0fd50c1167200cc4
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1abac05f36ef49d7d599660fc72400fc970d5324
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bce27bf3492715cb968ed5d4a30b81068da34570fb5d9b49c04fd1319612183
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.21.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49d39e60adbb7c8bde0027669da3875772a8e9cc
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4f92a38bb67c5c11adce48c2a6479081872426da7da1dcf11196ac95265e1b9
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.21.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abe5a5fdfcd49186d719c6acaa6b1f9bbc0d4e9c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3687e21f66eba1cd131512c336cda22cac111d18957c13d254e8dc78a27888b
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.21.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abb097cfa48868e3504876187c6da5f1e8fea67a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b0c0b10770e70d237959b82d0b481109abc47e0d11fc230ed818263cc24a49
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.21.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..092ba1d4350467448ce59d50fc67e54fd3012c51
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bbdb83c0417fba9c6f0efe9ed2b3346d6b62621e0e00f9a6de786d76dcd00c7
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.21.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cc802d3752d66fc07245bc2ff4e756410373358
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e2d40a87677fd361f2816794a2723fb30f7820b5252feb9f2bad68067f9b14a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.21.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4203defb5c74c0aef23906dd2b7c91e44906da9
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c3d2ec9247877f67b7e49237aa1f700c27da16beaed41ae86301185d139262f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..071094ac8b9a72f1fef3db28ba4359be6f052e6e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab86439d13de761fb82dc40f8e387d2d1120acf51f7b9109f89f334719b2165b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a64d432d3c2c14de6f512f33b74d8e2a3424ad2
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58e635d7feedf8d3ab34103cfe43f0d7ebd1122f462250cd4d688788d515be55
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..856f0d72dbbe0a8e8eaa880fccc8bd48da0ff1ce
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4327d5b53d91f893fd190adfb90b52809a9f1b9c4c9491c882dbaeaec490dca
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c902fbaff766adf40ab1e2ccd028914d4342dde0
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:055435f825e644a1f85d5b8e9c330fb3cd849803a27baa63e65c18f6ab01ad4b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06e59b4badeddfbf6418837029b6f1d4ab217eb4
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74df99ab912f112d51bbe80ae91c6b423f77b9cd160c96f12ce0d717e431adff
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40bb1f3faf7d9c2fe78f16a2850e620b17ade155
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11375f9f0e5590779d98025ebf0d43c5a30b5bc1a0617bc47b270970c3b6cca0
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.22.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..047fc9125f123ef65046629cb6027710f8f11d28
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6351eb602c20faa3810ca1cba06b21227fb42a4459c7a3ab28094d7ff254d9ea
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.22.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b88bb360122a52e2ca447155d726994c54e7947
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adb61867144915e2d5c3bb5d3e7af5ec1fdb07c5e25453569dd8de84a697754f
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.22.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95a27208b1d9df49d64fd43157fb7017f05c82ae
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82cf55a2fcc1f32002e84ed011b527b230a0fd6d9754e3916292aacf2a560a6a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.22.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e09404c13163a4c6fa9b07776b5e794abe529183
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17cbe676fd0360db8c16cf962044dfa440aa0df70bf5bd8be43094938154fd7f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.22.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33a08ff25464ef4a89b67c5db514d379c32a2d9c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29dc63fac5c7adf5a7e419434e4adfb1f0e61a05e40e07f049495e6fa95d620b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.22.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45f190e97854a5512716a7cac96adbc6f12670a8
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c406d55253a11329d4451e91962131051beb76a79b91e6dc14bf36237942bbf8
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f073ab7a55d98a4356e474952a48c8a4cb23cc7b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:483ec0020f4c543e597b233bb0bafc7ee6258d520e10f91438b60ce9289ecd9b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb7b7cf6b5bf333a70cf641d3e90c96ca96ae05f
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54326116b7d6ccd6cf77e5ab4d5d4bbb064e6044a94f108ece02612070e1a361
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4fb3d99e7493cc0392ca7b6d7178a30509d4418
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0ae67b3e76fa2969324fe88148e25899d34f9ccf06192db4267eddb3e82cfad
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6852891053a59f96e208f91211d6d7a5c76772f0
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f4b3d3eb0e3732c389e7062ba3420eeef090256ebe61d060700c19b9f257ea
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..860c9f1ad227c45d203a7b1203d2620548867d94
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94cb9ed8688092daf026f20a28dae4c829311dcaaed2a9f270964ed312d75ecc
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e1222b3d8d8306393326a20a70b3fff0bd273d2
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc1e6f16e7ee54e71fcae1d2fe25ee4b0c775f12a38d6596e0e1cb20006a77bd
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.23.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fae06a43def95096036b1a70e2b7cdcb3539579c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3146b0b8f375b645f3b94ec283d83b1474cbb3e95466baa23a3e3c843c216163
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.23.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7882df8029cddeba679a1a63977575499aac525d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed0d7baeb5125a089a5fbed5dbf7fecc9e11c5b49d29445222f9116ad6f5010e
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.23.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..093397df8a7bc9e8b93590a44b6c471906ee56ea
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a26ee6a9ed25108ff8bdb55d7fb096b5cbb3d76d62773cc4151b7530a6524667
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.23.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3574eaf1a4dfcc09bf5b3f21bf43b20275ded646
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38385e56ca7e8bd4b0b0dc91421d0479aafdfa10b4cab35b456e2cde753b6e98
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.23.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b71e0ff794c2ddba0db5caa95f054760ef0fecae
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24b7ffef424c0da298619f353d81b1804e7277d7575512f627a8a3b0fc43ca5
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.23.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f42f481b096d4df2ae953c46156fe6d5f038555
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ef19894f8fdec0bc83990ae6fac15d54cf87213dd47fb8190525b05863529b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9caf3391a95998987ce9d6c7b12451e35e47ee2d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:967be54e64c5b14d9fa84398de398a47a3a3073f09ec24ec1808ed22e32e3bde
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c3a7e91136bc3a6d60d5e787014aa16ca9ce5dc
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dec71c8436e73b260e4b10316277875d9ab0fa3aacebd179d779517b8adf114
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5175da68fa611d20bf0d2d94cbea79b1390dbbdb
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25ecedc3c57343d2f7e405f39bc74ed8318955c3cd7af618e89ae32903d2fa0c
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e508e0b8877b14615778a7b12390ef1b4724c9a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90223a4beef74778537731a127227d48fa155f36c68b2a3be9f6f5e341e85e7d
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03acf7368c3a4c4895ae5c9f2b46f0cded67927e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17106b7584c96e3bd538a86d4724cd6aeb6a850aa4af3e4d08f6804c8d2676ff
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7257b23fa34eb6a83e216547962443a67be98735
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88caf426b8765810b36846fbd1bf795c1fb0dc9069906ce065a6bd3c8e2d575e
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.24.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db6ff222d39257b928adb184c906e649462f48d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ee33e1c84f8a7229300cca1e1ddf7d99978c03416f0ed76d56972ecd87ec20
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.24.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d13b462bde736a67e89175651bb7587c9750ec02
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5886219f32b1bddb7fe4755aa7ee208d02434e7d0e9e8b2fd02c43270fb8de16
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.24.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9e5d12490894ffac4399e928a28d8c88d09bcdc
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07fa932daa296cd3b550e37aef93a9cc2ac4f1a6a656794832b5d815332b3216
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.24.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38cf20153d4e4bdeb9f3a7ec3d94aff6c1b6f7c8
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4571def072a5a83d3dff1702aeb0034e3f9ad84a0ecb06c38e5553174a1340a5
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.24.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6abf1e8802d304e839380a4e4751d5781a0c253
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f5f7bd505f4a9b64520712fcf389aa1aaacf73a2d0adc78d961ec4a6aaf33c
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.24.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62246b2f0d24dfa8b654a5b30db41248e5f646c2
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c43b843a10d80deca43a8bcf2320042df7bc142dd9a3b1ad842b0f808953d16
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f20d24735b0c093e984cc31a41fb6681b25f5de2
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5710b8efd077947249a2b9f0dffbd77dd37f1a79793226c24fc4833ee976222
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b66521aa77f6b80bda7d87e11c2ff5a9197e6bb6
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8de59d9ca42d5c85eae6fb3027877b6769b5e8abaf76db1b6dab68e56d196ff9
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..704c2e5b8017207568689241839fe698f01ac166
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6316ae80ce1f96651a2a7c126712faf3d089cf6070da582e80ed2fc7df20f8ad
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab80f1cf81ceb8e0c35b29460b023af3acc36e54
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dced36ff0d74e1e1d774c9a93008415898036e5b9b0781de67607fddf25b777
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d155ef5df9abd8348576a204e974195cc958d608
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:387217d1b2731edf865a98451ca623e16e107c641d6679ce7cfbfb2ce0e0c9ae
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb415f2329d2dfeee2e3d9d32fcd09a989e9d5c2
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cf196e48da18d1527e6caba1cf159df001b62ec841419f241398abca3f87885
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.25.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bad86a8f76199d59f8b6a4881c36f41fcf1e7bb
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b193a00d1478ed73d07ae219f1265a0e75c6300758603f95bf77110d2d8011da
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.25.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3c2d08b00300c2015e46c381d0463b09af7c9a8
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:934f8c9de86780e229b8698b9a9fd4ce9b81e36896e7767fd72c95184e35ca63
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.25.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..047a167e069af34ca714b8beb6e566c1c89e7148
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06d69fc34c698f7dcd7113c6d39cdbee652a0950a59ba7f30b710249408b4ff8
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.25.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09882e7e79b0b1819c98eccdd213b8ee2b58333c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:747ef96639f4df1769912f27d70fd6084e5bf4d6286934642034c5b3ae2a6d8b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.25.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfa4c3557185c369acf77807b8ea8506191f8fb7
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:433ee80bc9539d29e8a91979aeeb0fe7453e0f18647e1f24d6f8f010db2cddc7
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.25.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd5ec6cfe375847cc079019e55220b06573b34a1
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8249782da8d41037547574a1a27499f47cff47c1762183778883ea3b8ef2d20
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f8206945b004f4a1844da0df5670c712c72aa74
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:662129e8d9f10260f112b2a915651fb708ff70f436b58316d5d0ea7c1215cf63
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29d63c8b151de61b52df69d30db3de31a0aed9cd
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21580c2eb19cc1b8da3602035b744476f2c8e65551132b702e1bbea99a62f5a8
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa65f137bfdee680e28494f835154b8c90430ebc
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe3f989247aea9416b17847f95db202f272c4763f08bcf94d9d64e281a39a601
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..072174d582746edfd1c1711b1ba6fe0a4e52b77d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6e88b150504ced80c18366ade9e9be158843af61fcb7d3346d5a3908dd78067
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da2d313b5454d0cba2f85880ec106c3dd1e8db30
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90af03a55d8a361063975872187939756b3f240504c2706790f2badfd0888bf8
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8291b3d7b35fe2ce0218350a455c92221559b35e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa3d475a7530acaade51b5375a9615fc3be16c8813b62b60198ec8099fa16314
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.26.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56f5ab825340a6263193e3eeca3aaccd89314964
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc1e195f8434d6a1bfd3fddd7b72339465d2e02e4758dcfb6ed5defdbf2d091d
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.26.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32fbdea539fc5019a51a41d4c73f8597ca25ef8b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df80a26d50a94ac879b699725e49c84b00af63a0e531798f0a539a4cb7846bee
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.26.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..791854bbce34575ccdbccf2e1c7429c40cedf27a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d3877b7e4e0bb4ded464ebde4abb544d0f61ced8f26b4c212f45b7b0d9f6e6
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.26.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..107a764f21a9859dd76b4c07d4dcc5fddcabc53c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0bc3135e318a1e88edb0dc5d5eda2d2e18af767bf646ba15b9ef47b162f45d1
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.26.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..644dfd7ab5b48949e3c7c9c23f7b4e0a6b5e719e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beadaf6a6e38748819d794a07e13fc2679f718758c46f8b0f365353d692c316f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.26.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cbe468b20c5099796eb63d2346922da26e2de30
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:006440d8abb9c519ca1715bf6247cdbb1f1ab4594b225e9e38b1425a33e69c28
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e08dfd80c799bcaec4c3ee655cca1baf2d63d681
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:967dd9f25514a658b838104ba79ded61040fee321f0ecbb69c37295cb2d8249a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..830af99c48631e1d5127dede7f372e92726e6ad3
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4308e78e002a33f59a51a192ea7ad3003a4d5843425d83b667283b950f902520
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70a99064dd8b38b62ca0d2e01431f39c6ce11fc5
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc5573d15d0075c611fdac2f8c964ee84239880220c179b5ac839d561046ce7c
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6e9e2b57656f5fcbfe3f2a729233db0d73960f0
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdcb2f58296c6cab0a4a5522269d4e7d8c00a82f33ca50cd8e37e53a8d717cf2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e294e9d6e40f5a871cc2491d9236e8cae0c7d065
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba78b05a81bbd9c2ad9f4abef9c4d904d0c08b4807b9b01260e6804a71180965
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec63a9599bdd34e3e35755bb73b1ae04b598216d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dedc5098ce85c253d7bfe26c0ef0053c7946c7903b21763a002728a8209b9991
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.27.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..661f0489d1d087f254f85b90cfa5c74eaeaa7f43
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fba2aabf8c75be06cc8e89ffd413597f0b3eb061252190bd97acf6090491c5f1
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.27.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc0d716dff34a0ee7808a8569ddf1b483d2fe3b5
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f709cfebdf41cd57f7c9042827e3d1f5d1bde52d28ba329e253a2fde27a1c37
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.27.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85b659732c9f11c9648b1728e1f6200ae3ee1396
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33c46efd6fcdc4845aed999a0b3ab7024e8e826615e141206e4cde035e342a71
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.27.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2228a39a7f494ef5fa8af46f0696d065280ad59d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eddd118ae853e2e1c95dde9eedcb2ababd511e188ad7a9fdd4dd0770bc525d4c
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.27.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8454b554453a7b00b5142da3b65f114aa4153b95
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3ca0c3a8f76657894a182af0d36a56b9672de150d4023a1cd38a63292cd1a3e
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.27.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba82bcee0bbd6df4984928b67f051606b48ac6bd
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:512f56438c82eabe6dda4bee92c6d7780cb98191aaf071e6d4a2f12779c9faf6
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9156dd93692a1e18e51fdfeb097121b047e2633
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:882973a6d8431ab1b078b45f16e78af58d0332fc9b8ee049e9ecc241b911fe0b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09ce6d30edbda941ec6dae003a483a5e2516ec65
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c22e4c76f07cb387a611ecec464aef793998c63eb777649bbae31664c8909f1e
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4db3ae90890ae2754028521f6cc39938ef4e67f
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01ae21bb152b071b80c948beea9e8b17af745ac965a9b1bba1724b4e5f867783
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28342eb620523a604bf78a645c6ca7a49806a57f
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d72f82e3a3d2afddfa4b9b573fbfe2e30d077147af3e2c13108421dfe8b0d9b7
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3153dddded6b2bbd3292351b6f466fdc8abdedc7
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f7686e13535ed7306863aab44a851fb94d136ac433117dd740f3ed5e1c7d033
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8b9fca6215cb718b685be5b0cdcc6319ae7a13b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a988ce49246ed32792c29443c6fae1f76d3df85a1cbe25de258b01f1cb01c23
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.28.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0fa8bf7c6b8c21d05ff8ed30a70f4cac3756e42
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ac7c39ad76754a564b0ca0497c75d0e7a2e5cc5c09396a5405db2b000900885
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.28.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a76f6a1a1fdf0bd4adb63af3c285e6113e0f5c6d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1abe3690663e92750788acbe59dab9853531dd8436b7bdec3dc697d705ac8ea7
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.28.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06888e9c21e64e33a03a7a7c2c3fe54e0075de1b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43a4ce0749092072d891132f9a9b6327e340482242a267872f6499f19b9b5aad
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.28.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84dc6a2b6fbbe2061cd5cf5c7efe5d338c5503ab
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb0a684732c11cba5545cbac09afaaeb9c3b5905b80ddd66ef4abafc15a684a9
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.28.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b251dbd7b38f47b42a0cb361c1222c33f3b2c6d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d220d6f8b8cecc3f2b4c717b3b79c1f2f5e5fe5bcb45d4e4e45b925a11d45d5
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.28.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0947334f4181fe437e804ed4ab5cb360449f8385
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f1b96ec6eb52c71a69c78ba3feb7cb1fd0de6e104fc915b64772d35ec20b54
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8917f32e2986c4710ab460de77efd2bfdca9f2c3
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f94a01a6a674ed29d9d3ade2bcf8952ceb06e25c8b83152979a78e28da9f3ea
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..930bc4c0a5f62d37240978b314e7a97de0b2aeec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34e5b51225f07fbb598620fe8848ef8c2739856259849e60102f2abcaf07caf6
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f0be96aeeb8de864544fb6a698fb6a1aa013518
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b848ea1de3b72f9eec3eea344c55d50ea361fb5aaad473d19f53d41b562dcee
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3942d577bf9316d9801dbf91b5fff192d4cfc5f4
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7c9df7b2345cec17620d9f453e1a0c799ace56bdf6733bb9ae8ca6438eb7deb
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f90ab3aaed1054ec16fd3d5a127867dca785f65
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39628e02f117a0deeb5519d2f15f0cdb6920dfe81e26c7089a194dfbbe55725f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baef3e665bfefd071a6316050bc1b2017979d4a4
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b49b476d550623e7fe91023f4da60ef67dadc43a997f5c2eec9ecdbb9ed8447c
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.29.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c52ca29073f71f183cbfb065e4b27db662a5be7
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b4f1fab06902902670ceb81f4ea6b00c12209547d878d861b87ba27a03ca690
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.29.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9180be3d07be64f25ec70dcc43ba3fe79b38f5a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bbda7ee54a7e3e3bb7ebb32c4cb031c54167141cb654dee9713056e3ef27e19
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.29.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29aad001f822af8036c54b74987543bb90cc6d01
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8adfdbbe9bb0658817f2796be2836a9d7c3ffd1f3c09f8d92206f2738e9d3c23
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.29.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..288487b4423592d2a404d2aa0b1158d3310e7aa9
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d34e011a3390a511d42eea1dbdcfb14a362188cbe345ec1116cd44ec59e2b20
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.29.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25c09c5fd6c337eedf1a0a0390cff769f6db5749
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ce77272586269e34cc9b2f3fca5a31bd66b8c502a85322790a0c1b32a90fd9
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.29.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18f1b8cae4b55a8becabc391a5928a0ab1722fd4
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00578433040ca356bd35cb8654d66c3edb47f9af8dfc6758e8950846ceea894
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e6805da832d8e828c907836aac4d040a281f55
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c952caf624eb71cf720dff5c1b1993b0e6f3ac4c7aed895d59038287f3aa7a8a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df6a0838987f9d34f7e0e7baceb2b634bc965085
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0161846e27ba854e5c2b8b32e571246677e4a731a4b6bffcb591da09150252f5
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1d7f46d17034900ebc6168fb9fe26b23e92730f
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92da1a302fe6b47adfeccf0e869d82f1d34f19a169ecf344d6d01b76732c3455
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3f8dc825d0a31eec66c6f36202728554508710e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9578fbce07e91cd96bc3dd86876ff0d3481b100c4be6dd046ee2abcb6022a35c
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5c6f8a3f0f71d9cc18e9d1c05ed10085f9198b1
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d547a980ecf823d03eabfb4a6131c245fd0078ad351ee30642f973ebdbc2b7
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad28dcc98730d48fefacc0b44a2c815f73d9ace2
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e55be0516454fa06bcac46f901d268b7d471f16b25b3a0de30196b23f22492c
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.3.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb798686cc4f2362208546e74eeb61110e6d8e20
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed4581db739708f72c4bd4d5d81b784ee88650cea481d4cfcfdaaec1faa8aed
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.3.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d150bc05814cabecb9759215055d81ebf6a825a3
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e7d02a212118415d9916dbff1d9d5f07034a4399c424c3a533ad7e3716a7d41
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.3.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cfc3d8c3c5a215c0c6153d77b17f776e2c0beca
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:796d833f75697527d38ff8ae322f2f25ac77c8eddabe9077bb4b42ffc8d2dd27
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.3.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48e465a04203f817d471c97d947755711abd1249
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b85dbfadd147f0e8375a34597e8f1401b70ce1f63dbc4dbe652e05dbfc96413c
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.3.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..772999764f2b61d7b0c15fbad1077f4f6a43d092
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4350143acdaa16e43e8055d1b7dcd6b44a4daf28b009d7200eb4fd8fe52e78d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.3.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2b92a6ba34136e0f8b25cf9c839ab9bfe068c66
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6090f5bc9cb88fda80a0bb9a0bd6fbd9e299d281ea1ea6c0152bb77a05f5f2c
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c33dbf66a33baa09963edbae7a7b2209c689c532
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a54ff655c4f15a9b13c25d52b22e9854069fa8a9cfa2a7c08e674909f4e9cf1
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cb102db04aabacaab8069afcb3150fd8c5e06ca
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390cf2ef7fe8cbf906521aa0ebfb507b4d62c42e6bfb1a3224123df1b31ac6b3
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72003b7cc17b99dae4ef45f37be231bf25efab26
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33de4a6594f89153df687809285303a0d1dc11fd7a3611cb81fb97feba0b43e2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45ebd6a17a9f134c813b56b76dc13a83dcc41dd8
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea116507c41abd5901c4a49099ddbd9fa7a122744a4145a39ecb0572053e9e2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..704fa9da89187cee0642ddc8d634dfa8074ece5d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e37e21bbe58e78c613ac97f36c390ceea177478734e809e42762bb51f0dbcb0
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..830be3146684c2ec395a39580e86fff7999fae8a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fdf9b479c14e09c316923c9e5538f76d24a2196c597b1d5c9b7daf1bd872763
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.30.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e00ddc5533d776627604dafaa9849ee5ac4cb98
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b692f365f9c314424db8a0c92bd6a7fd7238df5cb400bae21a101e68b360d47e
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.30.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5339172454398aa8c99c8d2108a22617f980278
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c30b749e26ff2bebe1715230a50d6777d656d86ef7fae256335d9f94d6c5f65c
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.30.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..700a3acd55160a87af48684ad679fbe0aaea09eb
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfadde1d7ab468c376e3940f984500046dc34870983f86b5c6ea7b7f6c1f9c1c
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.30.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05e4e367d25f6468d024d04a143189e96d2f2872
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10d7cf79d35bc3738ac9e1009171c1d9f9c0658691406dae50890f4b024effb8
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.30.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb0fee608d9f284d23f3698ac3196e0d3e5395bd
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a45987b6858940e8953cfceed27ee819910e287eb7c492f789008f1440cefe06
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.30.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0584c8b24eb10d2e9c94fe5fac83294facbcb0bb
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c00a1cb95ebe7e52856400248d1e0d96c5b1cb659f5bb47b232ee7660631f43a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa2cb22545b4d7e532369d443fc3d4fe2c1343cc
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fda665014425a2c06db245ae12a1ef122632ba438099a972d2a28fe2f5f27add
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daa420788c643268f9e50b0ad762ac0cc9014080
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb59c4b3ab873e7a86f0310b94dfb3ec435435fb027693f5db998470b7edb21d
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83a2e197a48cf24d18dea4b88bad22ebb7e3cd16
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119640713b522c53bba017e857ddf842a42cb715b3395077341d88ba7518e22b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1159689d795b4155b546a2775c5bbcfba4da27a5
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:671a74f22f85becbaa71f46ef3ddd73a9cd4be08a196fd78e52a88e3b752411f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fda6fd296166725436331df220e88565a0fcb73
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aba0e3e50a2bb14c66fc90f3b5fe34ceb11c8c1a5a1bb0152d238d77dfe75371
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96cd1f4a5681a2a7b30b5ca76944ddf8222b5280
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91de0c1c21429a15b69e5f4cae05ccd8f24690e0e675eb9f3abe57e6a79d8987
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.31.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0117f86f2f978727493a637b9c0a57e0195abdce
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca8ef3518a2bc3f1ab592a4df8b324a36cec53dbff1b749a85948a57dd4e595
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.31.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d52e46566ed4db1a5577808dc0311f9d812bff17
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c571ababfacb8fea9732f1df9eb823f2c1ac2face1b85d69f656eaff2db06b98
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.31.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a7db06d99540425671e9312ee2444f1c6d4bfa9
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7375b621099708023f6fb6ddc3fee44da485e70c0d2eb65f3debb79fbf14e045
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.31.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5477dd2d4dd0bb66918e890d1b49f758f78e57c9
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1493b0ea85f7d543b8b8f818a248310bd2eca5002159908dfa4c40641955dc5e
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.31.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3af3d183fed82de84a859c070f570622a994e05
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39613fafd52cddc126da58c1bb70a01bb444581efb455739bd4e538eff65c186
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.31.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05914745cb042b30e26543ca24112938c9f22c4d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da505b44824ef595170e3c0245ad0c23822fa3d39fceaec364624a9ec6b125f9
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ffd0cfbd2129c556b87634f4c785581a76ecd85
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:204774fc25d99983d8f9543e5f71ce7ed44de8a63e850726841ed928f574823a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52802d274e29614d9c1f3a5a2f19541609bccb71
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7888e4dee347720745ad4bddd88f2d71597d38e8726cdeda4857c9605716e1e3
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..164c0826fe5826afe8dec9c640d25c4b5e20a140
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b250aa3d3e905d86c4c8b00ad6cbee7977926b4d1ca904526aa472d582e02e24
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc4e1d04900803b689358c1024ab6f9abf1086d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ee0ccaf137e17cc2c13b601aa1a1170ded353cecd819fc41e23cb159f0ba36c
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..468ad270c2f55946d913e443534c56823a906116
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ed9ed486cf6a0168292bb2fde9db50fa43e183bc64543cfce084682611174f6
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b06859115dab10c7674471334395ff481219e5b3
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ca560bd321f28b1ef4d85f887bbbb6b11ff1564a1df99a127bd2adcbc81309
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.4.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..068b8e5272907d16dc3fe7d1204e88b1e0d7334b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eac8419d58ca32bd796ecafc662ae1cd1afa02dc0996066a57de32039be01b9
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.4.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbb9cd64c98a014f676f916e784000f74b61efb4
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3409ebdf80a580636fe099b93bbc1bb330de3cec1a24e4c12527f3cd3942cb4c
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.4.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..023ccdcc9b12a756f4653bf7310d42c3e0cb74fb
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b207a91971a8fde4fd80ea4c683e39d99f313ec987738614461e2aa1672dfe
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.4.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbe05466a9ef7c1421d59d9e60f0ee6040e21354
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:912742762bfb02a69a33d587496f9b934c3ed418158b3eeb4e385a5d56ac9f9e
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.4.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27a2ae0696b41ad7d2029e32fe96c727da763292
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab0cb86350d7620be7f344db1f148e9bda60e747e969d1aae7ebe099949abf8d
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.4.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93b0090de606606e499ff1b070f591b0f4e0c101
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29967ef3d4ed9288b073f262d5354b7b43f16a97f084085b3fba6ade059f0904
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d57f9cef5a907324d15db5664abe0176c83cc13c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8711f91ea1f70a9d4c2c6a1b547726393b6b5a112420a2df2c1b45073109fbe8
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7758c098b9eea789377ebcf541864327f22cf795
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e79f4d948322adc19ac8c544370b73c6b27eaccf789a86a47c8ef28912087e2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7236a6294c663a9c674feb1d8ee6b066a1b5161f
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dc6faa5f90fb8f5fc666dc1a6bfc2bda8600c2e810fad84ea81197320a98b10
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f035360943a7f1339128cd665c86da18f7e213c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:831fc9b714a0c94eedf623d3e62bed286c4c3f4a624c319d1f7a495da06d9b01
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c81494e318e0dfadc198646ef9a99c106c8964b7
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:809789a728c5f5ce3386593069c9f906ce5ebe5d324bb9e4fc9ef9dad6be0238
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d10f314099a466241746389072a77cef430d9ca0
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf2f0ba6b177916b801616101560821962677c43da830bac567a8a22607fc35
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.5.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80c1ef0793dc7de67412816497f7e22176c5f372
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7447aaee66cd1788327f57e0a8cdbe5e68059272f1f7066e074ecbf4488cda45
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.5.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09e2311180bd42b7d7e121111b6b72ce3de71c06
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b29ccbe90b9581c15003896882cca14664129b11d6aeb7acc3de181dfe05dba
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.5.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec67470d4473a5e0ec021b0676e48231dc1944c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e872f8bf8b8ad8e1dbeac7072ebcb055aeb78a34b57f58ecfa9b4b2893c07e6d
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.5.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d6b1d0f09eb2dd42158304261cc135b7537484b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b24922adcf4ef8887384ed7437934cda7ccd3258e702d3719d18780b8d520896
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.5.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4313f52624b5439eb8db717586ddc26fcbaf262d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:515e165de2374b5d98a77ac8ec13f15d95d085c9d7b650fe2f7bc131198c5c87
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.5.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2511feb1c693a814de4b83549e371b2144db202
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9d04b35ea93f50b8f87f3ffbfe84660f6fc0c8e10143278201e5b592a51f1a3
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8931949c7580c124188a30897a6941f660c526a3
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1be775eba71ed6c197cb1d3da3bdad0df1cbe1ff948edb2d44026557cc5a4c80
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86deb39b163cd033080cfba36996ebde79443b79
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5877b2e2c50c958347b06020407623fadaf50166ee5e13317303d6a10f7bf4a7
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4099bbe9cb1578070cea1bb86bc3c6fa2edff9f7
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92f162c2d6067fa17ac6b2ba200fae38a815259152c9cb270ec22c67865057b2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e7d5a23ccc09de27169c92af259a04a593a6577
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60fef993c72af78736211cb7ad76c8fe2bfeed1d5bba8c100fe787ec8ea9bba3
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c8c2aca60dd7f84bfd55ab308111cac623dfbaf
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72b32b1b80a9d7a692bc2f29b190a64d0d91380876092dc26fd93fd1a63deb71
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37db0608f1bfd30cbeff778de04ac4242029df6e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d604f7bca87956a53079204305566d51f6a9a5cb58cf380c8bc42546dd9fe32f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.6.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e7f592546d8a3801d879d896cd02a52e9abbc4a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3d4157d216c8f51ae317ae733a7c5553063131c7925b33302d611ad6d259f05
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.6.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40c288edd022d0562e7d3cc57ca6761c173b66e8
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:490ac3bf78c263cc2946fda198cb023d79919b3ba60ba273c0f109caebafb6d8
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.6.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a272e69e13c98d1c6997bb758c9808f9b16b816
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6caa83a451e8fa63e470d4a1b9507c53f8cfa1a51a024234cd1cffe54210f76
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.6.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f979ce41a81d2a6a0bd3d031acc32becb934bf32
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63aee5f559a661281f36b93e86f0acef9bbd2e6e6263672f6f09d9463ce94293
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.6.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d436f2c19582a22f5f1262597231e8d6680aeff8
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e09ab88f326e4b0ef15d6ea3e98087603e10a5a21cf246ce9bd50f92e93701a8
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.6.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3268a4cb81918d2fe5293862477eac61946660f
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eb933ee7885406e9551dda0105503924b518204bf53dfd515b6f478e2467cbd
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3611c35a69dee013866a24543f0f4590e3ae4d5f
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9374d693537cf96afde7cab01b585fd3c604fa341c95cb0b41ffcaa67006c062
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28d36aa4200947d5cf391e4529c11c8cff79802b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f048f9a3d6bec9c2039755f5039bbb2c947294b50622048980e6828cf78243e
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46ea782f775895725d7f9cc16cdac881f15307c0
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2794e29b11497d1d5b2709213606b02be261a6caba4d358b05cb3e8db401d7c
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff86616c9b6eadfca43e892349026b442298b994
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c2ec7305d8ac1020d7ea1ecee9c4a9970da63a5a88abf4bdc73759bf1d47b14
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27345941b79ff944c4b03ae51385bec277e53c9d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c9dad740c87e61e1708ad95e821223ab99198faa32673e80c4d86412ab2f861
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e16975bce0d1ebc23148bef8da897b3f4f5cc4d3
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68928e27e4c539435e5b99ccc135c7e345694aa5457077c8ea40c6980d9b56b4
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.7.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0817a6d0bfdacfc42ac0c89c303df3f21a55c56b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24d385f694179cabf7bf4b442bc05dbd78f636c349c84a225d4b3f184c8af640
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.7.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3bf96aa9bb9ef41b2325e30ef17177a70b894d0
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c537d1ac626c40a4b0bbb1fc796dd71b6b95c969ed5f7192669da084f37e3961
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.7.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aecdfd55196bdab23dd6c3bc52133bee20bdc5e8
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6319b91ec0564e7604d3607a8357fc86ad64d477c6a6825d756a2a8e183cfe8
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.7.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1f0929764d68a46e63444477ea7ab54de808a5a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2591277b2fde4867e61e4fe331a251f895ff8acdd2640c992e7d56571f22ae62
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.7.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b9ce923410772c4a9f558cf04ab3b5677795d8b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2852d547a03ade40bf3d31b49253922af7716528592ac47f259811e748bffd6
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.7.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c1b300217608ee779c4952b9baf4aca7b20c8ad
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf880864dd9efe0a1daec942e55de1156fc46704ba6699e76df14ec85e2416d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1136c6eb10a6745fc78ff9889e02ed0e4f98e8a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c9e6cfa8451230d9566fda56d0b7628cb1453e032d65e2dd2929bee4a8bc20a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e69fdd61a083a48fe272fd6e83d582200ed50d29
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd34a43122aa7f26f9ae3ec368d4aabe0b546188d8d155814bf2dd463e589237
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0775f3ca840e37fd2982f37388f4ff55e81e6c7
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d853d100bbbe7460df143588c9c0b2977ebd502ff59f27734e848fd350888a24
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbec3db5185ba10ff4ba8a9ae6db513459b7d92d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d971be2bea93ef7c63501313086427d35b4338dce66605dd84974e7bafb31524
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b73884c92a43902b892f0d90f053b13a7e317c1
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd7ee3206bf5c6ad54b8c72c06b62c1023d2db3d12766308ee84ccc629f311b4
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70c32f364e017ab2962a2ee6efccef0ef3c2d38c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bddff7c233044a3b299bb77b64f6cc8b77cb9b6e10004416d1ff81ce6a6e1898
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.8.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26329ea6af9d195b28ae33ced66dc81a5bf06366
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772ffc9b50609fc464b17984ab52c0a0c654ea7bde99c860d69c21d5494db6a5
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.8.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71de73e4b76b459763bbc98de03420d21894ef94
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce71d29b656a9311d227cedb05e385585e6a3ea1af4a2963b9ccdccc9272e212
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.8.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fb1cb01e4b8dec2470c5fa9a4c0b27fe283c560
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9296b43b75b00fe70a35d941571f9d01791b03f0d045fab4b3f7b35a616452e9
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.8.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6715b729aefee11c4bc44ae961019a85f166df34
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf3f7c24c557358cf9762eb6e72534160d80782310c8afee8802d1e5b46e6407
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.8.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..349ec36652c0ddc8fde605aa41a9dc10e9315f99
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8edf31dc183d7d79279de4cf6e09443b26a012bd4ac70681f3c871f30eef7e89
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.8.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0487e03099f1a2237a3e7885a73b689ecee53732
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a517d6f7044a3fbadcd593f85e7892c6d6690b710f51de81842eb99992f888d0
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57cc220809858d914b09a0c06e7a0fa8530d1333
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c551bee6c0d29dabd59e82826b543180d63d27854e8cd55022ce7b3b1e245f15
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ee59bdefda0023dab87ab3ef1dfc4e6b5a26d54
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:531b71b9fd7fb6a6b3b04fcf59d79b27d532bc679ebcb28db5130b54bdee2070
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac12d2352c733d46b9f200a237ac9126b70aca86
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb9c8e7454a084cccd5c72a4f338ad04e29dd91e9c5616b8ece7edb82f3fa012
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2987446101cce546f2395655d5071bb3a61f201
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81ca95f14a32422a860f1bd328ce5c293fa0513e1b18422532c078249b9fbcf8
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29bbfff5b0eb88726e2bbae2c69db527bd4b5df2
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87aba7a345a9fdc7644bffcc09835fffb007938edafb3126c3d493b4903d2902
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c691c243bcd2e9b467d548cd8ca34149524eb57
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:add22efb3d8541548323ac1cd1f1d2bf4aa9a806d1cedb83f252a1ce93aef50f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.9.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11849848b80ff0d3dd39f4cb9c92bb9030d86521
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ee098c3800da1b6d3649c6e50de3f1343cab3550d631e41df98cf274a955f3
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.9.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f9b84037b519325cb86d088ad4f40ea583f188c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea88b5ad4fed367f7fc4e54e6e188ee0a94fc2f1a68d29bef9cfc220813aece
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.9.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9a2e5aba86981d584fb0c98cb9d5242cc721212
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c078854dd9d29d658e9bdf8d2b4d6b6e4223f31b467af0d8ea9d2042dace6866
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.9.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a47f220c0b64fc2c406d00ff5a406c7b78e62a2a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33932fc4172df6d81149654072d2e03bcd8620ac48ba04c592e5eb5a698765ea
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.9.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0370e81ac799f72b25f253768ba9d1f0c5f2c33
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:523528b1f1bb2973f77c17ea998ef5220892053f6adfd2f3ebbe472353eb9bbe
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.9.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8fccaa622d4b4d00a18904e9aaa9c7958acae61
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44cfce19de19648a37408a4a67c3100e1ba5736e2ebb58248e6a7ff587026be6
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..567f9d4f76430dd741238f9b86167e450949dfe5
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1582f348b104ca7f0e4d625f5904041edde837d3d50b9dbdc9356d9950e5d4
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1a0bea4440d6bbf4b63f1cd612aa132d40202db
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3a58540f1a464d88114f5eba42bec1bef576b519294aad57aeda9ed2963fff8
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1534d100bce841e4f836ee9fc13b7da87170fd21
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:437b5adce4f274c7079966b68349e15b8ddba19368d329df6e7034f3be9999dc
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b46b809884b0ea38e11f29dcc86cbf5aaa689e7
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0fd8cbf7373f354a47f0646da73c1cd56ab5a65ca221311c7a9f4fa0e9a76ec
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47ca39cb01f8032fe29ab4fe118c85409d5de632
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eae796747b091d2792c881baa244aa47e10b56298dabe4c8e11fd97be78812ec
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2cb54c03fe67b33eb75b0affa789be44124bffa
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ddf20614740b61666da09a8860a85addece0340c621078dded3939f36766535
+size 11395